-- Logs begin at Mon 2022-10-17 03:01:44 UTC, end at Mon 2022-10-17 04:15:08 UTC. -- Oct 17 03:42:08.989644 dv-cinder-815582-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 17 03:42:11.598069 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.common.config [-] Logging enabled! Oct 17 03:42:11.598670 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 17 03:42:11.598849 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111492) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 17 03:42:11.602130 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.common.config [-] Logging enabled! Oct 17 03:42:11.602383 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 17 03:42:11.602691 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111492) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 17 03:42:11.603601 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 03:42:11.603875 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 03:42:11.604345 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 03:42:11.604590 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 03:42:11.604813 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 03:42:11.605128 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.605431 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.605656 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.606466 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.606759 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.607044 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.607332 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.607627 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.607938 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.608220 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.608503 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.608732 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.609020 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.609310 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.609594 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.609815 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] debug = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.610094 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.610524 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.610930 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.611208 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.611519 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.611799 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.612073 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.612345 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.612623 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.612950 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] host = dv-cinder-815582-16-iscsi {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.613226 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.613512 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.613798 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.614084 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.614358 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.614631 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.614913 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.615185 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.615453 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] log_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.615723 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.616030 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.616317 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.616606 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.616830 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.617051 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.617335 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.617623 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.617892 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.618163 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.618433 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.618701 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.618970 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.619236 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.619517 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.619820 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.620105 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.620375 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.620645 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.620912 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.621180 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.621461 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.622283 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.622553 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.622824 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.623109 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.623377 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.623649 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.623967 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.624252 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.624534 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.624820 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.625091 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.625373 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.625640 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.625907 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.626175 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] use_json = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.626443 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.626711 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.626993 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.627262 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.627531 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.627826 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.628094 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.628377 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.628646 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:11.628938 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.629232 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.629529 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.629809 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.630109 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.630385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.630676 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.630954 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.631242 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.631534 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.631842 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.632120 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.632418 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.632707 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.633002 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.633307 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.633601 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.633893 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.634169 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.634443 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.634719 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.634996 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.635281 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.635559 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.635868 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.636160 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.636438 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.636738 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.637030 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.637342 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.637633 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.637927 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.638200 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.638475 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.638765 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.639042 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.639314 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.639603 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.639902 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.640173 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.640450 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.640742 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.641026 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.641298 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.641572 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.641858 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.642130 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.642398 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.642670 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.642946 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.643212 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.643492 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.643786 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.644059 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.644329 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.644603 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.644873 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.645143 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.645416 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.645687 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.645957 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.646227 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.646497 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.646768 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.647043 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.647312 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.647582 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.647878 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.648153 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.648420 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.648690 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.648958 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.649224 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.649493 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.649772 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.650063 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.650335 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.650610 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.650884 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.651155 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.651428 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.651701 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.651999 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.652270 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.652540 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.652852 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.653134 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.653417 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.653693 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.653988 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.654280 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.654554 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.654828 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.655102 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.655374 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.655651 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.655951 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.656227 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.656503 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.656784 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.657067 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.657363 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.657657 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.657935 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.658228 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.658522 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.658815 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.659104 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.659410 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.659688 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:11.659927 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 03:42:11.660165 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111492) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 17 03:42:12.033526 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=111492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 17 03:42:12.033849 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=111492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 17 03:42:12.034115 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=111492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 17 03:42:12.034344 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=111492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 17 03:42:12.034620 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 17 03:42:12.034947 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 17 03:42:12.356158 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.356377 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.356647 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.357829 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.358101 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.358363 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.410512 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.410790 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.411056 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.426685 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.426965 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.427233 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.454820 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.455096 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.455358 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.491145 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.491419 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.491683 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.719061 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.719596 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.719596 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.720834 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.721546 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.817480 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.817798 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.818079 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.818353 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.818615 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.818926 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.819186 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.819438 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.819690 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.819991 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.820248 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.820507 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.820760 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.821008 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.821267 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.821527 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.821775 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.822046 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.822301 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.822555 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.822823 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.823070 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.823345 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.823715 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.823989 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.824233 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.824712 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:42:12.825450 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:42:12.825685 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:42:12.825915 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:42:12.826146 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:42:12.826376 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:42:12.826731 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 17 03:42:12.829809 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 17 03:42:12.833670 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 17 03:42:12.837534 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 17 03:42:12.839149 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 17 03:42:12.839779 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 17 03:42:12.840124 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 17 03:42:12.840535 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 17 03:42:12.843522 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 17 03:42:12.843796 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 17 03:42:12.844138 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 03:42:12.849163 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 17 03:42:12.872115 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 17 03:42:12.872561 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.872856 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111492) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 17 03:42:12.873222 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.874558 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111492) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 17 03:42:12.874831 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 03:42:12.875072 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 17 03:42:12.885730 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:12.886011 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:13.015528 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 17 03:42:13.015793 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 17 03:42:13.016032 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 17 03:42:13.016404 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 17 03:42:13.069258 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO dbcounter [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Registered counter for database neutron Oct 17 03:42:13.087981 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_db.sqlalchemy.engines [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111492) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 17 03:42:13.094014 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG dbcounter [-] [111492] Writer thread running {{(pid=111492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:42:13.784194 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Initializing driver for type 'gre' Oct 17 03:42:13.784728 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] gre ID ranges: [(1, 1000)] Oct 17 03:42:13.968040 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Initializing driver for type 'local' Oct 17 03:42:13.968377 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Initializing driver for type 'vlan' Oct 17 03:42:14.082273 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] VlanTypeDriver initialization complete Oct 17 03:42:14.082611 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Initializing driver for type 'vxlan' Oct 17 03:42:14.083106 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] vxlan ID ranges: [(1, 1000)] Oct 17 03:42:14.300020 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Initializing extension driver 'port_security' Oct 17 03:42:14.300311 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.extensions.port_security [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] PortSecurityExtensionDriver initialization complete Oct 17 03:42:14.300642 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Initializing mechanism driver 'openvswitch' Oct 17 03:42:14.300967 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Initializing mechanism driver 'hyperv' Oct 17 03:42:14.307558 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.plugins.ml2.plugin [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:42:14.308373 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > port after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.308836 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > port after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.309744 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > port after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.310319 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:42:14.310812 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.311262 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.311677 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.312158 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:42:14.312636 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > network after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.313059 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > network after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.313484 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > network after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.313892 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:42:14.314303 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > security_group after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.314659 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > security_group after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.315006 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.315448 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:42:14.315915 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.321393 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.321393 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.321393 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:42:14.321393 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > address_group after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.321393 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > address_group after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.321790 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.321790 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:42:14.321790 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] ML2 OVO RPC backend initialized. {{(pid=111492) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 17 03:42:14.321790 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.321790 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.322162 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > network before_response 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.322162 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > networks before_response 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.322162 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > port before_response 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.322162 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > ports before_response 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.322423 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > subnet before_response 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.322423 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > subnets before_response 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.322560 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > network after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.322871 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > network after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.323164 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > network after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.323508 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > port after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.323880 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > port after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.324224 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > port after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.324567 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.325753 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.326102 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.333968 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded quota_driver: . Oct 17 03:42:14.334334 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.plugin [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Modular L2 Plugin initialization complete Oct 17 03:42:14.334685 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading services supported by the core plugin {{(pid=111492) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 17 03:42:14.335030 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.plugins.ml2.managers [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Got port-security extension from driver 'port_security' Oct 17 03:42:14.335514 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.extensions.vlantransparent [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Disabled vlantransparent extension. Oct 17 03:42:14.336038 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111492) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 17 03:42:14.336368 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading Plugin: router Oct 17 03:42:14.371329 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.372241 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router after_create 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.372616 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router before_create 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.372982 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.373358 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.373713 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router after_delete 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.374073 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.374422 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.374782 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router after_create 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.375128 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router after_update 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.375478 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router after_update 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.375854 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.376218 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router after_update 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.376634 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.377006 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: port after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.377349 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: port after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.377691 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: subnet after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.378038 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.378388 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.378737 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.379085 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: port before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.379436 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router precommit_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.379825 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router after_update 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.380174 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.380527 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.380889 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.381239 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.381611 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > agent after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.381964 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > agent after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.382316 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > network after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.383172 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Tracking information for resource: router configured {{(pid=111492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:42:14.383510 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Tracking information for resource: floatingip configured {{(pid=111492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:42:14.389149 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.db.l3_agentschedulers_db [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 17 03:42:14.389720 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: port after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.390085 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: port after_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.390440 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: port after_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.390797 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: port after_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.391597 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router before_create 55550100 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.391988 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.392361 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router precommit_create 55550100 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.392722 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > router precommit_update 55550100 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.397575 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.services.provider_configuration [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service providers = [] {{(pid=111492) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 17 03:42:14.397945 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.db.servicetype_db [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111492) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 17 03:42:14.400897 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.services.service_base [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 03:42:14.401249 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.services.service_base [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 03:42:14.401593 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.services.service_base [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 03:42:14.402527 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.services.service_base [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 03:42:14.402929 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.services.service_base [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 17 03:42:14.403305 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:42:14.403631 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 17 03:42:14.415211 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:42:14.415553 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading Plugin: auto_allocate Oct 17 03:42:14.421780 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: network precommit_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.422152 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: network precommit_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.422679 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:42:14.423001 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading Plugin: tag Oct 17 03:42:14.429552 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:42:14.429886 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading Plugin: timestamp Oct 17 03:42:14.433893 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:42:14.434770 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading Plugin: network_ip_availability Oct 17 03:42:14.440245 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.440619 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.440987 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.441703 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:42:14.442029 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading Plugin: flavors Oct 17 03:42:14.446686 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:42:14.447026 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading Plugin: revisions Oct 17 03:42:14.451501 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:42:14.451925 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_concurrency.lockutils [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.417s {{(pid=111492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 17 03:42:14.452672 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111492) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 17 03:42:14.453009 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Initializing extension manager. Oct 17 03:42:14.453533 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: __init__.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.453877 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: __pycache__ {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.454215 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: address_group.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.455105 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.455668 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: address-group Oct 17 03:42:14.456022 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: address_scope.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.456705 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.457210 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: address-scope Oct 17 03:42:14.457534 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.458411 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.458913 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: router-admin-state-down-before-update Oct 17 03:42:14.459234 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: agent.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.459938 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.460439 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: agent Oct 17 03:42:14.460761 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: agent_resources_synced.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.461627 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.462129 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: agent-resources-synced Oct 17 03:42:14.462458 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: allowedaddresspairs.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.464218 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.464740 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: allowed-address-pairs Oct 17 03:42:14.465068 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: auto_allocated_topology.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.466389 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.466901 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: auto-allocated-topology Oct 17 03:42:14.467229 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: availability_zone.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.467924 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.468436 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: availability_zone Oct 17 03:42:14.468763 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: availability_zone_filter.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.469635 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.470140 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: availability_zone_filter Oct 17 03:42:14.470466 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: data_plane_status.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.471331 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.471861 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension data-plane-status not supported by any of loaded plugins Oct 17 03:42:14.472188 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: default_subnetpools.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.473068 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.473572 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: default-subnetpools Oct 17 03:42:14.473894 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.474663 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.475180 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: dhcp_agent_scheduler Oct 17 03:42:14.475506 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: dns.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.476404 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.476902 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension dns-integration not supported by any of loaded plugins Oct 17 03:42:14.477223 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: dns_domain_ports.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.478098 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.478593 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 17 03:42:14.478913 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.479813 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.480310 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 17 03:42:14.480630 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: dvr.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.481776 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.482275 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: dvr Oct 17 03:42:14.482595 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: ecmp_routes.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.483470 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.483994 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 17 03:42:14.484317 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: empty_string_filtering.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.485195 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.485695 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: empty-string-filtering Oct 17 03:42:14.486018 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.486887 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.487388 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 17 03:42:14.487713 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.488606 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.489109 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 17 03:42:14.489433 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: external_net.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.490301 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.490806 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: external-net Oct 17 03:42:14.491127 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.492022 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.492527 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: extra_dhcp_opt Oct 17 03:42:14.492857 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: extraroute.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.493728 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.494235 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: extraroute Oct 17 03:42:14.494558 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: extraroute_atomic.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.495550 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.496079 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: extraroute-atomic Oct 17 03:42:14.496418 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: filter_validation.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.497583 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.498090 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: filter-validation Oct 17 03:42:14.498411 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: fip_pf_description.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.499276 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.499799 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 17 03:42:14.500120 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: fip_pf_detail.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.500996 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.501502 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 17 03:42:14.501829 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: fip_pf_port_range.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.502697 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.503205 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 17 03:42:14.503531 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: fip_port_details.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.504433 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.504945 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: fip-port-details Oct 17 03:42:14.505268 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: flavors.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.506453 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.506970 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: flavors Oct 17 03:42:14.507295 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.508933 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.509460 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 17 03:42:14.509802 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: floatingip_pools.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.510472 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.510983 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: floatingip-pools Oct 17 03:42:14.511312 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: ip_allocation.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.512311 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.512822 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension ip_allocation not supported by any of loaded plugins Oct 17 03:42:14.513147 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.514031 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.514540 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: ip-substring-filtering Oct 17 03:42:14.514864 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l2_adjacency.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.515780 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.516283 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 17 03:42:14.516609 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l3.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.517536 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.518051 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: router Oct 17 03:42:14.518376 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.520796 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.521325 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 17 03:42:14.521663 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.522553 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.523074 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: ext-gw-mode Oct 17 03:42:14.523403 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.524317 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.524829 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: l3-ha Oct 17 03:42:14.525157 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.526034 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.526538 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 17 03:42:14.526866 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l3_flavors.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.527795 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.528304 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: l3-flavors Oct 17 03:42:14.528628 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.529959 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.530476 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 17 03:42:14.530805 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.531681 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.532225 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 17 03:42:14.532556 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: l3agentscheduler.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.533544 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.534057 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: l3_agent_scheduler Oct 17 03:42:14.534385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: local_ip.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.536105 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.536634 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension local_ip not supported by any of loaded plugins Oct 17 03:42:14.536971 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: logging.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.538413 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.538939 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension logging not supported by any of loaded plugins Oct 17 03:42:14.539271 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: metering.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.540002 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.540575 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: metering Oct 17 03:42:14.540900 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.541952 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.542473 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: metering_source_and_destination_fields Oct 17 03:42:14.542808 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: multiprovidernet.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.544246 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.544764 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: multi-provider Oct 17 03:42:14.545094 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: netmtu.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.545971 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.546481 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: net-mtu Oct 17 03:42:14.546810 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: netmtu_writable.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.547713 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.548245 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: net-mtu-writable Oct 17 03:42:14.548569 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: network_availability_zone.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.549206 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.549711 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: network_availability_zone Oct 17 03:42:14.550085 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: network_ip_availability.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.551094 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.551605 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: network-ip-availability Oct 17 03:42:14.551961 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: network_segment_range.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.552691 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.553203 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension network-segment-range not supported by any of loaded plugins Oct 17 03:42:14.553528 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: pagination.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.554462 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.554793 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: pagination Oct 17 03:42:14.555114 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: port_device_profile.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.556013 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.556525 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: port-device-profile Oct 17 03:42:14.556848 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: port_mac_address_override.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.557734 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.558241 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: port-mac-override Oct 17 03:42:14.558565 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.560080 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.560588 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: port-mac-address-regenerate Oct 17 03:42:14.560914 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.561783 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.562286 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: port-numa-affinity-policy Oct 17 03:42:14.562609 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: port_resource_request.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.563497 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.564026 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension port-resource-request not supported by any of loaded plugins Oct 17 03:42:14.564351 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: port_resource_request_groups.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.565270 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.565778 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 17 03:42:14.566103 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: portbindings.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.566993 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.567498 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: binding Oct 17 03:42:14.567856 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: portbindings_extended.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.569081 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.569597 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: binding-extended Oct 17 03:42:14.569929 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: portsecurity.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.570806 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.571316 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: port-security Oct 17 03:42:14.571639 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: project_id.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.572800 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.573139 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: project-id Oct 17 03:42:14.573473 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: providernet.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.574353 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.574888 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: provider Oct 17 03:42:14.575215 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.578680 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.579216 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos not supported by any of loaded plugins Oct 17 03:42:14.579555 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.580800 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.581317 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 17 03:42:14.581653 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.582547 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.583060 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 17 03:42:14.583397 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_default.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.584328 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.584839 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-default not supported by any of loaded plugins Oct 17 03:42:14.585168 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_fip.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.586051 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.586558 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-fip not supported by any of loaded plugins Oct 17 03:42:14.586885 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.587780 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.588288 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 17 03:42:14.588615 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_gateway_ip.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.589505 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.590010 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 17 03:42:14.590367 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_port_network_policy.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.591502 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.592041 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 17 03:42:14.592369 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.593374 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.593888 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 17 03:42:14.594217 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.595222 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.595747 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 17 03:42:14.596083 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_pps_rule.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.597218 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.597731 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-pps not supported by any of loaded plugins Oct 17 03:42:14.598060 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_rule_type_details.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.598941 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.599446 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 17 03:42:14.599794 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.600685 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.601189 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 17 03:42:14.601515 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: qos_rules_alias.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.602518 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.603027 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 17 03:42:14.603358 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: quota_check_limit.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.604264 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.604771 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: quota-check-limit Oct 17 03:42:14.605096 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: quotasv2.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.606500 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.606827 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: quotas Oct 17 03:42:14.607150 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: quotasv2_detail.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.608838 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.609175 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: quota_details Oct 17 03:42:14.609505 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: rbac.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.610518 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.611041 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: rbac-policies Oct 17 03:42:14.611371 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: rbac_address_group.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.612293 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.612806 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: rbac-address-group Oct 17 03:42:14.613134 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: rbac_address_scope.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.614092 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.614604 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: rbac-address-scope Oct 17 03:42:14.614933 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: rbac_security_groups.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.615848 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.616358 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: rbac-security-groups Oct 17 03:42:14.616686 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: rbac_subnetpool.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.617564 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.618075 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: rbac-subnetpool Oct 17 03:42:14.618403 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: revisionifmatch.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.619291 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.619833 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: revision-if-match Oct 17 03:42:14.620180 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: revisions.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.621239 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.622340 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: standard-attr-revisions Oct 17 03:42:14.622661 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: router_availability_zone.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.623300 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.623843 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: router_availability_zone Oct 17 03:42:14.624165 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: routerservicetype.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.625050 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.625558 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension router-service-type not supported by any of loaded plugins Oct 17 03:42:14.625880 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.626765 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.627279 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: security-groups-normalized-cidr Oct 17 03:42:14.627606 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.628511 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.629023 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: port-security-groups-filtering Oct 17 03:42:14.629349 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.630244 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.630753 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: security-groups-remote-address-group Oct 17 03:42:14.631079 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.632023 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.632532 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: security-groups-shared-filtering Oct 17 03:42:14.632859 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: securitygroup.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.642498 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.643038 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: security-group Oct 17 03:42:14.643373 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: segment.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.644108 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.644620 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension segment not supported by any of loaded plugins Oct 17 03:42:14.644948 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.645847 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.646358 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 17 03:42:14.646687 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: servicetype.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.647776 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.648288 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: service-type Oct 17 03:42:14.648615 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: sorting.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.649559 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.649895 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: sorting Oct 17 03:42:14.650222 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: standard_attr_segment.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.651111 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.651626 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 17 03:42:14.651987 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: standardattrdescription.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.652605 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.653142 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: standard-attr-description Oct 17 03:42:14.653468 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: stateful_security_group.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.654366 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.654878 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: stateful-security-group Oct 17 03:42:14.655205 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: stdattrs_common.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.655775 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 17 03:42:14.656103 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.657011 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.657522 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 17 03:42:14.657846 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: subnet_onboard.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.658864 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.659381 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: subnet_onboard Oct 17 03:42:14.659708 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.660622 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.661133 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 17 03:42:14.661455 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: subnet_service_types.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.662339 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.662847 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: subnet-service-types Oct 17 03:42:14.663170 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: subnetallocation.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.664282 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.664809 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: subnet_allocation Oct 17 03:42:14.665137 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.665774 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.666287 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: subnetpool-prefix-ops Oct 17 03:42:14.666612 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.667520 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.668054 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 17 03:42:14.668901 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: tagging.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.669906 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.670438 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: standard-attr-tag Oct 17 03:42:14.670764 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: timestamp.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.671957 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.672470 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loaded extension: standard-attr-timestamp Oct 17 03:42:14.672797 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: trunk.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.673793 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.674311 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension trunk not supported by any of loaded plugins Oct 17 03:42:14.674642 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: trunk_details.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.675521 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.676070 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension trunk-details not supported by any of loaded plugins Oct 17 03:42:14.676400 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: uplink_status_propagation.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.677287 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.677792 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 17 03:42:14.678118 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Loading extension file: vlantransparent.py {{(pid=111492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:42:14.680503 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:42:14.680503 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 17 03:42:14.681874 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:network Oct 17 03:42:14.682399 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:subnet Oct 17 03:42:14.682796 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:42:14.683191 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:port Oct 17 03:42:14.685140 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.685589 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service FLAVORS assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.686201 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.686641 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.686976 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:router Oct 17 03:42:14.687409 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:floatingip Oct 17 03:42:14.687944 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service METERING assigned prefix: /metering {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.689397 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.689774 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.690135 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:42:14.691144 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 03:42:14.691593 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:security_group Oct 17 03:42:14.692062 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 03:42:14.692620 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service CORE assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.692942 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:42:14.693291 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] subnetpool is already registered Oct 17 03:42:14.693730 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service CORE assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.694067 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:42:14.694399 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] subnetpool is already registered Oct 17 03:42:14.696849 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.697311 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service FLAVORS assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.698142 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.698486 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.698826 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:router Oct 17 03:42:14.699181 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] router is already registered Oct 17 03:42:14.699640 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:floatingip Oct 17 03:42:14.700013 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] floatingip is already registered Oct 17 03:42:14.700550 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service METERING assigned prefix: /metering {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.701197 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 03:42:14.701532 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] rbac_policy is already registered Oct 17 03:42:14.701969 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:security_group Oct 17 03:42:14.702309 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] security_group is already registered Oct 17 03:42:14.702735 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 03:42:14.703073 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] security_group_rule is already registered Oct 17 03:42:14.703579 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service CORE assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.703947 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:42:14.704293 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] subnetpool is already registered Oct 17 03:42:14.704725 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.v2.resource_helper [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Service CORE assigned prefix: {{(pid=111492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:42:14.705049 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:42:14.705380 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING neutron.quota.resource_registry [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] subnetpool is already registered Oct 17 03:42:14.705847 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: extensions {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.707433 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: address-groups {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.708975 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: address-scopes {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.710173 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: agents {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.711331 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: auto-allocated-topology {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.713900 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: availability_zones {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.715186 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: dhcp-networks {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.716887 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: dhcp-agents {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.718414 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: routers {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.720167 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: flavors {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.721331 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: service_profiles {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.722625 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: next_providers {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.724121 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: service_profiles {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.725581 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: floatingip-pools {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.726849 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: routers {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.728711 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: floatingips {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.729896 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: l3-routers {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.731820 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: l3-agents {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.733345 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: metering-labels {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.734617 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: metering-label-rules {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.735989 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: network-ip-availabilities {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.737350 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: bindings {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.738929 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: quotas {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.740518 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: quotas {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.742152 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: rbac-policies {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.743347 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: security-groups {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.744569 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: security-group-rules {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.745828 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: service-providers {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.747786 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: subnetpools {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.749127 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: subnetpools {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.750643 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.752439 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.754167 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.756076 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.757760 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.759609 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.761427 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.763244 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.765073 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.766924 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron.api.extensions [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Extended resource: tags {{(pid=111492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:42:14.773954 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING keystonemiddleware.auth_token [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 17 03:42:14.779063 dv-cinder-815582-16-iscsi neutron-server[111492]: WARNING keystonemiddleware.auth_token [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 17 03:42:14.787763 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_concurrency.lockutils [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Acquiring lock "singleton_lock" {{(pid=111492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 17 03:42:14.788277 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_concurrency.lockutils [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Acquired lock "singleton_lock" {{(pid=111492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 17 03:42:14.788570 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_concurrency.lockutils [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Releasing lock "singleton_lock" {{(pid=111492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 17 03:42:14.789217 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO oslo_service.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Starting 2 workers Oct 17 03:42:14.794525 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Started child 111639 {{(pid=111492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 03:42:14.799090 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Started child 111640 {{(pid=111492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 03:42:14.800044 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:14.800780 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO neutron.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 17 03:42:14.801297 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=111492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:14.801588 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [-] (111639) wsgi starting up on http://0.0.0.0:9696 Oct 17 03:42:14.803761 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO oslo_service.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Starting 1 workers Oct 17 03:42:14.804063 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:14.805522 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [-] (111640) wsgi starting up on http://0.0.0.0:9696 Oct 17 03:42:14.809643 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Started child 111641 {{(pid=111492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 03:42:14.810180 dv-cinder-815582-16-iscsi neutron-server[111492]: INFO oslo_service.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Starting 1 workers Oct 17 03:42:14.813341 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] calling RpcWorker wait() {{(pid=111641) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 17 03:42:14.821068 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] returning from RpcWorker wait() {{(pid=111641) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 17 03:42:14.821186 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Started child 111642 {{(pid=111492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 03:42:14.821264 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:14.821264 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:42:14.821385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG neutron_lib.callbacks.manager [None req-c87c26d2-4f84-4a39-8191-3905a18c2fd1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=111492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:14.821385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 03:42:14.821385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 03:42:14.821385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 03:42:14.821385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 03:42:14.821385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 03:42:14.821385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 03:42:14.821799 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.821799 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.821799 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.821964 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:14.822430 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822430 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822430 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822620 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:42:14.822697 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822697 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822697 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822697 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822697 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822697 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822697 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.822697 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.823178 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.823178 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.823178 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.823347 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.823575 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.824041 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.824306 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.824634 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] debug = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.824909 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.825390 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.825649 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.825904 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.826151 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.826425 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.826680 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.826958 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.827206 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.827456 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.827693 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.827984 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.828226 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.828473 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.828689 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.828973 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.829214 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.829721 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] host = dv-cinder-815582-16-iscsi {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.829963 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.830236 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.830519 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.830769 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.831035 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.831255 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.831534 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.831816 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.832089 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.832327 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.832572 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.832835 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.833075 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.833320 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.833489 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_options = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.833739 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.834141 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.834298 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.834483 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.834660 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.834816 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.835069 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.835233 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.835475 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.835693 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.835945 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.836164 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.836413 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.836641 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.836891 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.837128 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.838031 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.838421 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.838642 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.838920 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.839176 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.839434 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.839683 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.839910 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.840910 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.841170 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.841681 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.841681 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.841919 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.842180 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.842440 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.842708 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.842958 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.843195 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.843460 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.843693 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.843951 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.844277 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.844452 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.844688 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.844940 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.845422 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.845422 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.846022 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.846144 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.846330 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.846560 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_json = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.846774 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.847007 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.847238 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.847501 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.847692 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.847952 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.852016 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.852016 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.852016 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.852016 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.852016 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.852016 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.852016 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.852612 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.852612 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.852851 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.853495 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.857900 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.858179 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.858547 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.858864 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.859184 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.859477 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.859826 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.860156 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.860436 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.860708 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.860959 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.861211 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.861444 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.861709 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.862003 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.862242 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.862488 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.862734 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.862965 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.863305 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.863685 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.865567 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.868723 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.869037 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.869759 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.870138 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.870399 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.870683 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.870915 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.871143 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.871370 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.872290 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.874813 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.875078 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.875811 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.877741 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.878247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.878742 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.879012 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.879616 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.879915 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.880153 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.880383 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.880706 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.881166 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.881911 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.882191 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.882425 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.882709 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.883251 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.883497 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.884051 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.884292 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.886437 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.886437 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.886437 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.886437 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.886809 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.886892 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.887097 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.887379 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.887908 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.888135 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.888358 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.888585 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.888806 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.889451 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.890244 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.890518 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.890746 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.890979 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.891195 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.891429 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.893953 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.894202 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.894754 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.894754 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.894940 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.895124 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.895352 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.895611 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.896009 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.896235 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.896473 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.896849 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.897132 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.897560 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.897850 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.898394 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.898662 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.898932 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.899177 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.899404 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.899644 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.900869 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.901186 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.901457 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.901765 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.902050 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.902324 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.902602 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.903338 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.903564 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.903817 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.904068 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.904582 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.904800 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.905046 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.906256 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.906531 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.907555 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.907848 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.908120 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.908671 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.908919 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.915257 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.915257 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.915257 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.915257 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.915257 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.915257 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.915257 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.916108 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.916412 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.916669 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.916977 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.917270 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.917538 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.917783 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.918027 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.918328 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.919074 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.919336 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.919583 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.919955 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.920626 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.920911 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.921171 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.921397 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.921703 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.922120 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.922385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.922672 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.922929 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.923247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.923520 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.923797 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.924179 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.924431 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.924669 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.924891 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.925162 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.925329 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.925570 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.925791 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.926009 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.926272 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.926491 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.926735 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.927040 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.927346 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.927617 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.927899 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.928050 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:42:14.928132 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.928370 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.928611 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.928832 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.929055 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.929276 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.929492 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.929747 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.929968 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.930265 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.930534 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.930761 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.931017 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.931273 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.931545 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.932184 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.932642 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.932943 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.933089 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.933803 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.934070 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.934294 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.934847 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.934942 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.935369 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.935650 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.935932 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.936305 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.936576 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.936814 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.937062 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.937309 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.937712 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.937892 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.938119 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.938978 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.939223 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.939459 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.939686 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.939982 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.940256 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.940568 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.940896 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.941267 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.941498 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.941767 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.942013 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.942252 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.942498 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.942765 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.942996 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.943280 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.943506 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.943726 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.944041 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.944268 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.944486 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.944705 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.944998 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.945344 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.945616 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.945927 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.946192 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.946413 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.946669 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.946900 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.947115 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.947336 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.947563 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.947808 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.948026 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.948275 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.948491 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.948730 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.948952 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.949170 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.949385 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.949896 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.951301 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.951610 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.951976 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.955247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.955247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.955247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.955247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.955247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.955247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.955247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.955247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.956344 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.956344 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.956344 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.956344 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.956344 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.956344 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.957111 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.957247 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.957663 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.958270 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.958589 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.958866 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.959274 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.959728 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.959976 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.960435 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.960698 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.960923 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.961150 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.961571 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.961979 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.962269 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.962521 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.962845 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.963145 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.963549 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.964169 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.964398 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.964706 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.965037 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.966053 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.966321 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.966564 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.966825 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.967159 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.967382 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.967622 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.967882 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.968107 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.968349 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.968581 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.968830 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.969048 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.969300 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.969520 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.969776 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.970011 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.970233 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.970448 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.970607 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 03:42:14.971141 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 03:42:14.971308 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 03:42:14.971463 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 03:42:14.971633 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 03:42:14.971834 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 03:42:14.971987 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 03:42:14.972195 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.972369 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.972500 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.972653 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.972848 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.973011 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.973170 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.973329 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.973489 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.973646 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.973805 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.973963 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.974121 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.974279 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.974437 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.974595 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.974753 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.974915 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.975075 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.975232 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.975389 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.975548 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] debug = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.975706 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.975958 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.976125 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.976283 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.976440 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.976598 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.976760 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.976918 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.977077 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.977235 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.977395 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.977555 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.977714 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.977872 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.978036 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.978194 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.978353 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.978510 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] host = dv-cinder-815582-16-iscsi {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.978669 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.978859 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.979018 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.979177 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.979341 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.979493 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.979651 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.979843 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.980002 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.980160 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.980319 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.980477 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.980635 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.981398 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.981572 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_options = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.981731 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.981889 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.982046 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.982231 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.982396 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.982555 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.982714 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.982872 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.983031 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.983189 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.983347 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.983506 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.983664 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.983847 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.984005 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.984164 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.984321 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.984480 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.984640 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.984797 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.984957 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.985115 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.985274 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.985431 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.985683 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.985849 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.986007 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.986166 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.986325 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.986483 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.986641 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.986818 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.986958 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.987116 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.987274 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.987432 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.987595 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.987770 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.987937 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.988100 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.988258 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.988416 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.988575 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.988733 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.988891 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.989049 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.989207 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_json = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.989365 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.989524 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.989682 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.989871 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.990033 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.990191 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.990350 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.990510 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.990670 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:42:14.990845 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.991008 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.991181 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.991343 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.991504 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.991664 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.991882 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.992046 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.992208 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.992375 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.992580 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.992693 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.992864 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.993026 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.993185 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.993349 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.993510 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.993670 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.993833 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.993993 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.994154 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.994314 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.994485 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.994648 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.994809 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.994970 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.995131 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.995299 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.995460 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.995634 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.995829 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.995991 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.996152 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.996314 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.996497 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.996660 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.996823 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.996984 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.997146 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.997309 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.997469 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.997648 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.997793 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.997954 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.998121 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.998283 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.998444 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.998606 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.998768 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.998932 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.999093 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.999254 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.999414 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.999576 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.999755 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:14.999922 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.000081 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.000253 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.000414 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.000577 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.000737 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.000898 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.001059 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.001219 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.001381 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.001557 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.001705 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.001866 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.002039 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.002200 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.002360 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.002521 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.002749 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.002835 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.002983 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.003129 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.003291 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.003452 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.003614 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.003802 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.003966 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.004127 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.004287 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.004450 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.004616 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.004760 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.004920 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.005079 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.005271 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.005400 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.005562 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.005731 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.005908 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.006069 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.006232 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.006394 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.006556 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.006716 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.006877 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.007037 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.007198 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.007359 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.007521 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.007680 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.007867 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.008034 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.008195 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.008355 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.008515 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.008674 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.008835 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.008995 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.009156 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.009316 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.009477 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.009637 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.009799 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.009960 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.010120 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.010280 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.010451 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.010612 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.010771 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.010941 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.011101 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.011265 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.011426 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.011594 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.011784 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.011947 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.012131 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.012292 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.012453 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.012613 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.012772 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.012933 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.013094 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.013255 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.013416 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.013587 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.013749 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.013911 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.014071 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.014256 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.014417 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.014579 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.014740 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.014901 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.015061 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.015222 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.015382 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.015542 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.015703 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.015885 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.016046 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.016207 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.016368 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.016529 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.016690 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.016852 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.017013 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.017174 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.017336 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.017499 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.017658 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.017820 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.017985 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.018146 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.018307 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.018468 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.018630 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.018791 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.018952 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.019112 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.019274 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.019434 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.019596 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.019769 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.019934 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.020094 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.020259 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.020422 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.020583 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.020745 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.020906 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.021067 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.021229 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.021391 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.021553 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.021715 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.021876 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.022038 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.022199 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.022360 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.022520 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.022682 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.022842 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.023003 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.023181 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.023341 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.023501 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.023663 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.023920 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.024084 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.024245 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.024406 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.024567 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.024728 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.024893 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.025054 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.025216 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.025377 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.025539 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.025700 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.025861 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.026022 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.026186 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.026351 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.026513 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.026675 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.026836 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.026999 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.027160 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.027321 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.027483 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.028197 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.028383 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.028545 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.028706 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.028868 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.029042 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.029204 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.029366 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.029527 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.029688 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.029848 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.030018 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.030180 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.030341 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.030502 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.030663 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.030823 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.030993 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.031154 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.031313 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.031473 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.031634 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.031827 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.031999 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.032159 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.032319 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.032480 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.032640 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.032800 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.032970 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.033132 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.033292 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.033453 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.033613 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.033774 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.033944 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.034105 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.034265 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.034426 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.034586 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.034746 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.034915 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.035063 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.035228 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.035396 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.035585 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.035774 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.035932 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.036104 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.036266 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.036430 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.036590 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.036749 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.036909 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.037071 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.037235 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.037405 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.037572 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.037734 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.037904 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.038072 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.038246 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.038406 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.038573 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.038745 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.038910 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.039069 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.039229 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.039389 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.039549 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.039710 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.039892 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.040052 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.040213 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.040376 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.040537 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.040696 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.040857 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.041017 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.041178 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.041338 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.041498 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.041657 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.041818 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:42:15.041971 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 03:42:15.173900 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50706) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:15.180735 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [-] 10.222.0.17 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048466 Oct 17 03:42:15.185049 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [-] 10.222.0.17 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037441 Oct 17 03:42:24.172766 dv-cinder-815582-16-iscsi neutron-server[111492]: DEBUG dbcounter [-] [111492] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:26.635549 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d0047-3c6d-4c92-8db2-204a83040760 None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:42:26.661016 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writer thread running {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:42:26.661376 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writer thread running {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:42:26.733440 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6d0047-3c6d-4c92-8db2-204a83040760 None None] No non-hosted networks {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 17 03:42:26.748566 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.agentschedulers_db [None req-2b6d0047-3c6d-4c92-8db2-204a83040760 None None] DHCP Agent not found on host dv-cinder-815582-16-iscsi {{(pid=111641) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 17 03:42:26.856404 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c7f3f2c1-c1fe-4ea1-b3c2-eddc83fec684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467924'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:28.219083 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writer thread running {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:42:28.947142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-99880701-9931-41df-a6d4-5b3805d11444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467924'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:28.979714 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.db.api [None req-fe315da2-6124-4501-9036-23ddc92dbcc7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815582-16-iscsi {{(pid=111641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 03:42:28.981223 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG oslo_db.api [None req-fe315da2-6124-4501-9036-23ddc92dbcc7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 03:42:29.553992 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fe315da2-6124-4501-9036-23ddc92dbcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:30.186094 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467924'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:30.513648 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50780) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:31.095561 dv-cinder-815582-16-iscsi neutron-server[111640]: WARNING oslo_policy.policy [None req-667df855-90f9-40bf-8830-4e667ef5c940 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:42:31.096263 dv-cinder-815582-16-iscsi neutron-server[111640]: WARNING oslo_policy.policy [None req-667df855-90f9-40bf-8830-4e667ef5c940 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:42:31.323516 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [None req-667df855-90f9-40bf-8830-4e667ef5c940 admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:42:31.332015 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-667df855-90f9-40bf-8830-4e667ef5c940 admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8173182 Oct 17 03:42:31.456738 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467924'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:31.586130 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467924'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:31.586725 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.587064 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.587396 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.588878 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.589221 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.589806 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.590811 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.593656 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.593656 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.593656 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.593656 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.593993 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.594298 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.594467 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.594928 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:31.595137 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:42:31.609009 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:42:33.105140 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.db.l3_hamode_db [None req-acdea849-c6c3-43e2-a737-2400e3f54ffd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 17 03:42:33.190718 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdea849-c6c3-43e2-a737-2400e3f54ffd None None] Routers set() bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:42:33.191171 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdea849-c6c3-43e2-a737-2400e3f54ffd None None] Router IDs set() for agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 17 03:42:34.037586 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50814) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:34.354318 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-8b3c3a1e-cb20-490f-88f5-6ca66cd49e84 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:42:34.366795 dv-cinder-815582-16-iscsi neutron-server[111640]: ERROR stevedore.extension [None req-8b3c3a1e-cb20-490f-88f5-6ca66cd49e84 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 17 03:42:34.446172 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.policy [None req-8b3c3a1e-cb20-490f-88f5-6ca66cd49e84 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 03:42:34.488616 dv-cinder-815582-16-iscsi neutron-server[111640]: WARNING oslo_policy.policy [None req-8b3c3a1e-cb20-490f-88f5-6ca66cd49e84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:42:34.488993 dv-cinder-815582-16-iscsi neutron-server[111640]: WARNING oslo_policy.policy [None req-8b3c3a1e-cb20-490f-88f5-6ca66cd49e84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:42:34.508304 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writer thread running {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:42:34.641823 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8b3c3a1e-cb20-490f-88f5-6ca66cd49e84 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760401705751', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760401704235', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760401689103', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760401680716', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760401668052', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760401659090', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3499487', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3499294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1700482'] for rbac-policy (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:34.866714 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8b3c3a1e-cb20-490f-88f5-6ca66cd49e84 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:34.867906 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-8b3c3a1e-cb20-490f-88f5-6ca66cd49e84 admin admin] 10.222.0.17 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8293104 Oct 17 03:42:37.460800 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50824) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:37.780703 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:42:37.869327 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Made reservation on behalf of bc8197db3d20408990645225920f63d7 for: {'network': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:42:37.873590 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:37.892668 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:38.003120 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Publish callbacks [] for security_group (2aa3ae69-60e5-45cf-91b8-d4f8c27286ef), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:38.069086 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (2aa3ae69-60e5-45cf-91b8-d4f8c27286ef), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:38.095090 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=111640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:42:38.128480 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760401064403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (f0061b7a-a8f9-4779-bc70-e143032e410d), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:38.129050 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Unsubscribe: segment precommit_create {{(pid=111640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 03:42:38.129576 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.segments_db [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Added segment f0061b7a-a8f9-4779-bc70-e143032e410d of type vlan for network ba8743c5-8251-41c9-855c-2d9b84507154 Oct 17 03:42:38.163280 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa3ae69-60e5-45cf-91b8-d4f8c27286ef,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:42:38.201404 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.201747 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.202104 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.202455 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.202787 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.203116 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.203438 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.203782 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.204123 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.204445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.204763 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.205127 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.205485 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.205795 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.206121 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Tracked resource versions report: Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: pushed versions: Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: { 'AddressGroup': {'1.2'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Agent': {'1.1'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'ConntrackHelper': {'1.0'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Log': {'1.0'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'NDPProxy': {'1.0'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Network': {'1.1'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Port': {'1.7'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'PortForwarding': {'1.3'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'QosPolicy': {'1.10'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SecurityGroup': {'1.5'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SubPort': {'1.0'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Subnet': {'1.1'}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Trunk': {'1.1'}} Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: consumer versions: Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: { DHCP agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: L3 agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: Metadata agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: Metering agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: Open vSwitch agent@dv-cinder-815582-16-iscsi: { 'AddressGroup': '1.2', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Agent': '1.1', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'ConntrackHelper': '1.0', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'LocalIPAssociation': '1.0', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Log': '1.0', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'NDPProxy': '1.0', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Network': '1.1', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Port': '1.7', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'PortForwarding': '1.3', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'QosPolicy': '1.10', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SecurityGroup': '1.5', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SecurityGroupRule': '1.2', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SubPort': '1.0', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Subnet': '1.1', Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Trunk': '1.1'}} Oct 17 03:42:38.207522 dv-cinder-815582-16-iscsi neutron-server[111640]: {{(pid=111640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:42:38.238656 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (ba8743c5-8251-41c9-855c-2d9b84507154), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:38.355309 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (ba8743c5-8251-41c9-855c-2d9b84507154), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:38.360158 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:42:38.360871 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:38.404351 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:38.478459 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0166569 Oct 17 03:42:38.482383 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd68ae6-d9db-4a37-b12b-c88cfb4ea486 demo demo] Pushing event updated for resources: {'Network': ['ID=ba8743c5-8251-41c9-855c-2d9b84507154,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:42:38.498234 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network ba8743c5-8251-41c9-855c-2d9b84507154 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:42:41.110619 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 50838) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:41.605563 dv-cinder-815582-16-iscsi neutron-server[111639]: WARNING oslo_policy.policy [None req-25369c95-9ea6-4c8e-bfdc-0cd240836ccf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:42:41.606108 dv-cinder-815582-16-iscsi neutron-server[111639]: WARNING oslo_policy.policy [None req-25369c95-9ea6-4c8e-bfdc-0cd240836ccf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:42:41.830797 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writer thread running {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:42:41.979811 dv-cinder-815582-16-iscsi neutron-server[111639]: ERROR stevedore.extension [None req-25369c95-9ea6-4c8e-bfdc-0cd240836ccf demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 17 03:42:42.033270 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.policy [None req-25369c95-9ea6-4c8e-bfdc-0cd240836ccf demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 03:42:42.074741 dv-cinder-815582-16-iscsi neutron-server[111639]: WARNING oslo_policy.policy [None req-25369c95-9ea6-4c8e-bfdc-0cd240836ccf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:42:42.075106 dv-cinder-815582-16-iscsi neutron-server[111639]: WARNING oslo_policy.policy [None req-25369c95-9ea6-4c8e-bfdc-0cd240836ccf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:42:42.082614 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25369c95-9ea6-4c8e-bfdc-0cd240836ccf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:42:42.084580 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-25369c95-9ea6-4c8e-bfdc-0cd240836ccf demo admin] 10.222.0.17 "GET /networking/v2.0/networks/ba8743c5-8251-41c9-855c-2d9b84507154 HTTP/1.1" status: 200 len: 825 time: 0.9721074 Oct 17 03:42:42.123762 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-470c98e4-6019-4107-91e2-1e7637d3c00e demo admin] 10.222.0.17 "GET /networking/v2.0/subnetpools/e519f5e7-b374-403d-968f-207190f795ba HTTP/1.1" status: 200 len: 734 time: 0.0332706 Oct 17 03:42:42.132353 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'e519f5e7-b374-403d-968f-207190f795ba', 'gateway_ip': '172.20.0.1', 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154', 'name': 'private-subnet'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:42:42.224754 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Made reservation on behalf of bc8197db3d20408990645225920f63d7 for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:42:42.227517 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:42.411182 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:42.417616 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=8 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:42.579187 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for subnet (d2ec29a6-4f4c-42f1-a301-7e6abca1775d), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:42.652150 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Checking segment: {'id': 'f0061b7a-a8f9-4779-bc70-e143032e410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:42:42.652517 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Network hostable DHCP agents. Network: ba8743c5-8251-41c9-855c-2d9b84507154, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:42:42.661420 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d2ec29a6-4f4c-42f1-a301-7e6abca1775d,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:42:42.673279 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.673622 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.673990 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.674302 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.674623 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.674940 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.675255 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.675567 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.675936 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.676255 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.676589 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.676917 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.677231 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.677538 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.677843 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Tracked resource versions report: Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: pushed versions: Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: { 'AddressGroup': {'1.2'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Agent': {'1.1'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'ConntrackHelper': {'1.0'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Log': {'1.0'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'NDPProxy': {'1.0'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Network': {'1.1'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Port': {'1.7'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'PortForwarding': {'1.3'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'QosPolicy': {'1.10'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SecurityGroup': {'1.5'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SubPort': {'1.0'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Subnet': {'1.1'}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Trunk': {'1.1'}} Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: consumer versions: Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: { DHCP agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: L3 agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: Metadata agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: Metering agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: Open vSwitch agent@dv-cinder-815582-16-iscsi: { 'AddressGroup': '1.2', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Agent': '1.1', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'ConntrackHelper': '1.0', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'LocalIPAssociation': '1.0', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Log': '1.0', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'NDPProxy': '1.0', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Network': '1.1', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Port': '1.7', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'PortForwarding': '1.3', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'QosPolicy': '1.10', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SecurityGroup': '1.5', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SecurityGroupRule': '1.2', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SubPort': '1.0', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Subnet': '1.1', Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Trunk': '1.1'}} Oct 17 03:42:42.679166 dv-cinder-815582-16-iscsi neutron-server[111639]: {{(pid=111639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:42:42.779137 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Network ba8743c5-8251-41c9-855c-2d9b84507154 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:42:42.846357 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, ba8743c5-8251-41c9-855c-2d9b84507154) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:42:42.850994 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:42:42.851638 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:42.858015 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021093a6-bae8-46d5-9356-654a0bd65011 None None] Network ba8743c5-8251-41c9-855c-2d9b84507154 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:42:42.859422 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:43.044751 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-994432d8-53b2-4a56-b542-8218e41cc545 demo admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9155970 Oct 17 03:42:43.111683 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-ba8743c5-8251-41c9-855c-2d9b84507154', 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154', 'project_id': 'bc8197db3d20408990645225920f63d7', 'fixed_ips': [{'subnet_id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:42:43.113077 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:43.124326 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=36,neutron:INSERT=33 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:43.403036 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Allocated IP 172.20.0.2 (ba8743c5-8251-41c9-855c-2d9b84507154/d2ec29a6-4f4c-42f1-a301-7e6abca1775d/1fdfad12-c875-49e1-a3d5-89eee5026627) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:42:43.670121 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Publish callbacks [] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:43.755672 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:43.833252 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Network ba8743c5-8251-41c9-855c-2d9b84507154 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:42:43.842397 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:42:43.845398 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:42:43.852902 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Pushing event updated for resources: {'Port': ['ID=1fdfad12-c875-49e1-a3d5-89eee5026627,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:42:43.898310 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.898962 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.898962 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.899321 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.899654 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.900000 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.900321 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.900640 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.900981 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.901325 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.901644 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.901975 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.902292 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.902609 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.902920 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Tracked resource versions report: Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: pushed versions: Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: { 'AddressGroup': {'1.2'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Agent': {'1.1'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'ConntrackHelper': {'1.0'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Log': {'1.0'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'NDPProxy': {'1.0'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Network': {'1.1'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Port': {'1.7'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'PortForwarding': {'1.3'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'QosPolicy': {'1.10'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SecurityGroup': {'1.5'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SubPort': {'1.0'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Subnet': {'1.1'}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Trunk': {'1.1'}} Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: consumer versions: Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: { DHCP agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: L3 agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: Metadata agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: Metering agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: Open vSwitch agent@dv-cinder-815582-16-iscsi: { 'AddressGroup': '1.2', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Agent': '1.1', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'ConntrackHelper': '1.0', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'LocalIPAssociation': '1.0', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Log': '1.0', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'NDPProxy': '1.0', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Network': '1.1', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Port': '1.7', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'PortForwarding': '1.3', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'QosPolicy': '1.10', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SecurityGroup': '1.5', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SecurityGroupRule': '1.2', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SubPort': '1.0', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Subnet': '1.1', Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Trunk': '1.1'}} Oct 17 03:42:43.904349 dv-cinder-815582-16-iscsi neutron-server[111641]: {{(pid=111641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:42:43.943768 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Attempting to bind port 1fdfad12-c875-49e1-a3d5-89eee5026627 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:42:43.944089 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Attempting to bind port 1fdfad12-c875-49e1-a3d5-89eee5026627 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': 'f0061b7a-a8f9-4779-bc70-e143032e410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:42:43.944518 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Attempting to bind port 1fdfad12-c875-49e1-a3d5-89eee5026627 on network ba8743c5-8251-41c9-855c-2d9b84507154 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:42:43.994090 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:42:43.994426 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Checking segment: {'id': 'f0061b7a-a8f9-4779-bc70-e143032e410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:42:43.994917 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:43.995859 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Bound using segment: {'id': 'f0061b7a-a8f9-4779-bc70-e143032e410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:42:43.996337 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Bound port: 1fdfad12-c875-49e1-a3d5-89eee5026627, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0061b7a-a8f9-4779-bc70-e143032e410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:42:43.997188 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:44.056237 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] For port 1fdfad12-c875-49e1-a3d5-89eee5026627, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:42:44.075096 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] For port 1fdfad12-c875-49e1-a3d5-89eee5026627, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=1fdfad12-c875-49e1-a3d5-89eee5026627,segment=NetworkSegment(f0061b7a-a8f9-4779-bc70-e143032e410d),segment_id=f0061b7a-a8f9-4779-bc70-e143032e410d)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:42:44.161143 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:44.212828 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a987da-7b33-4243-a48a-5bfcd5edb02b None None] Pushing event updated for resources: {'Port': ['ID=1fdfad12-c875-49e1-a3d5-89eee5026627,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:42:45.678472 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 50866) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:46.015788 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [None req-52c44ac5-10c9-417b-982c-a718c48b853e admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:42:46.016796 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-52c44ac5-10c9-417b-982c-a718c48b853e admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3374810 Oct 17 03:42:48.480113 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=54,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:48.666373 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50874) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:48.986932 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [None req-c6516788-1191-44f2-95f8-ca44ed08d241 admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:42:48.987979 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c6516788-1191-44f2-95f8-ca44ed08d241 admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3201485 Oct 17 03:42:51.260743 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 1fdfad12-c875-49e1-a3d5-89eee5026627 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:42:51.339475 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 1fdfad12-c875-49e1-a3d5-89eee5026627 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:42:51.347509 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:51.347509 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 1fdfad12-c875-49e1-a3d5-89eee5026627 Oct 17 03:42:51.442099 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 1fdfad12-c875-49e1-a3d5-89eee5026627 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:42:51.442408 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:51.477952 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:51.480509 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 1fdfad12-c875-49e1-a3d5-89eee5026627, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=1fdfad12-c875-49e1-a3d5-89eee5026627,segment=NetworkSegment(f0061b7a-a8f9-4779-bc70-e143032e410d),segment_id=f0061b7a-a8f9-4779-bc70-e143032e410d)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:42:51.579383 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:51.632669 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=1fdfad12-c875-49e1-a3d5-89eee5026627,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:42:51.643788 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50886) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:51.977544 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-120f1f6e-e8d1-4b6b-b03b-6e4190d38988 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:42:52.065023 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-120f1f6e-e8d1-4b6b-b03b-6e4190d38988 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (bc833ab5-0f46-45a4-9f13-a619c270d6e7), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:52.066614 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-120f1f6e-e8d1-4b6b-b03b-6e4190d38988 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (bc833ab5-0f46-45a4-9f13-a619c270d6e7), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:52.194329 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cdf509-832d-45a8-918d-9558cebfb7f8 None None] Network ba8743c5-8251-41c9-855c-2d9b84507154 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:42:52.206886 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-120f1f6e-e8d1-4b6b-b03b-6e4190d38988 demo demo] Publish callbacks [] for router_controller (bc833ab5-0f46-45a4-9f13-a619c270d6e7), precommit_add_association {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:52.263967 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:52.265534 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-120f1f6e-e8d1-4b6b-b03b-6e4190d38988 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (bc833ab5-0f46-45a4-9f13-a619c270d6e7), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:52.322352 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-6d9e1f98-e542-41e6-941a-ae3729f7fe03 None None] Provisioning complete for port 1fdfad12-c875-49e1-a3d5-89eee5026627 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:42:52.323310 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f98-e542-41e6-941a-ae3729f7fe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:52.323653 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-6d9e1f98-e542-41e6-941a-ae3729f7fe03 None None] Attempt 1 to provision port 1fdfad12-c875-49e1-a3d5-89eee5026627 Oct 17 03:42:52.347058 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-120f1f6e-e8d1-4b6b-b03b-6e4190d38988 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:52.348298 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-120f1f6e-e8d1-4b6b-b03b-6e4190d38988 demo demo] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7043512 Oct 17 03:42:52.404597 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e1f98-e542-41e6-941a-ae3729f7fe03 None None] Current status of the port 1fdfad12-c875-49e1-a3d5-89eee5026627 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:42:52.523615 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-9cf6600b-54f6-4001-87d9-83f383db4ba3 None None] Provisioning complete for port 1fdfad12-c875-49e1-a3d5-89eee5026627 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:42:52.523978 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9cf6600b-54f6-4001-87d9-83f383db4ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:52.524323 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-9cf6600b-54f6-4001-87d9-83f383db4ba3 None None] Attempt 1 to provision port 1fdfad12-c875-49e1-a3d5-89eee5026627 Oct 17 03:42:52.598837 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6600b-54f6-4001-87d9-83f383db4ba3 None None] Current status of the port 1fdfad12-c875-49e1-a3d5-89eee5026627 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:42:52.951398 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=57,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:53.241628 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 1fdfad12-c875-49e1-a3d5-89eee5026627 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:42:53.245545 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:42:53.287258 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 1fdfad12-c875-49e1-a3d5-89eee5026627 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:42:53.287921 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:53.288014 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 1fdfad12-c875-49e1-a3d5-89eee5026627 Oct 17 03:42:53.360155 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 1fdfad12-c875-49e1-a3d5-89eee5026627 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:42:54.958726 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50894) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:55.273994 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [None req-71b0ef8b-bf8f-408c-90d1-3d7c3977e266 admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:42:55.275029 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-71b0ef8b-bf8f-408c-90d1-3d7c3977e266 admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3154504 Oct 17 03:42:56.698820 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b8fc842b-3462-4be4-aeb7-7d3b7daf12ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:57.893800 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50902) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:42:58.210954 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:42:58.292790 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Made reservation on behalf of 6f518d7d57a2406a8345926faf8a2f14 for: {'network': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:42:58.295106 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:58.303350 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:58.376025 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Publish callbacks [] for security_group (d21f8683-cb3d-4beb-bd21-0a8e42838b74), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:58.435287 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d21f8683-cb3d-4beb-bd21-0a8e42838b74), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:58.449632 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Reserving flat network on physical network physnet1 {{(pid=111640) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 17 03:42:58.472089 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (5ccf065f-8c6f-49bb-b8bc-4dddba77398f), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:58.474134 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.segments_db [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Added segment 5ccf065f-8c6f-49bb-b8bc-4dddba77398f of type flat for network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf Oct 17 03:42:58.474134 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21f8683-cb3d-4beb-bd21-0a8e42838b74,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:42:58.538050 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:58.618500 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:58.619991 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:42:58.620554 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:42:58.710673 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] Pushing event updated for resources: {'Network': ['ID=14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:42:58.722179 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:42:58.735634 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1fbcb566-d7e9-4c05-b2b8-3f45a6fdafaf admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8407698 Oct 17 03:42:58.893373 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6708c09f-e301-48e6-9370-701049c94d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:00.149601 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:01.302851 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50910) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:43:01.390005 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:01.549984 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:01.709547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284a2e8-48e5-4ee8-81b2-f6bc598476bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:43:01.710924 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-7284a2e8-48e5-4ee8-81b2-f6bc598476bb demo admin] 10.222.0.17 "GET /networking/v2.0/subnets/d2ec29a6-4f4c-42f1-a301-7e6abca1775d HTTP/1.1" status: 200 len: 849 time: 0.4071462 Oct 17 03:43:01.832373 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6d21437b-48d0-4553-9071-6606228c3532 demo admin] 10.222.0.17 "GET /networking/v2.0/routers/bc833ab5-0f46-45a4-9f13-a619c270d6e7 HTTP/1.1" status: 200 len: 704 time: 0.1144748 Oct 17 03:43:02.094722 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:02.114398 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:02.170819 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:02.385968 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Allocated IP 172.20.0.1 (ba8743c5-8251-41c9-855c-2d9b84507154/d2ec29a6-4f4c-42f1-a301-7e6abca1775d/0bf06e40-487d-43a2-a430-c5cdad4d084d) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:43:02.566241 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Publish callbacks [] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:02.686273 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:02.804095 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Network ba8743c5-8251-41c9-855c-2d9b84507154 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:43:02.812696 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:43:02.821918 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:43:02.822802 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (bc833ab5-0f46-45a4-9f13-a619c270d6e7), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:02.842101 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Pushing event updated for resources: {'Port': ['ID=0bf06e40-487d-43a2-a430-c5cdad4d084d,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:03.074920 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-cacd9c37-2d35-4458-ad37-e85287b8d997 None None] Provisioning complete for port 0bf06e40-487d-43a2-a430-c5cdad4d084d triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:43:03.075491 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cacd9c37-2d35-4458-ad37-e85287b8d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:03.075618 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-cacd9c37-2d35-4458-ad37-e85287b8d997 None None] Attempt 1 to provision port 0bf06e40-487d-43a2-a430-c5cdad4d084d Oct 17 03:43:03.082867 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:03.107200 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-cacd9c37-2d35-4458-ad37-e85287b8d997 None None] Port 0bf06e40-487d-43a2-a430-c5cdad4d084d cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:43:03.211929 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:03.286577 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Publish callbacks [] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:03.344065 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:03.344816 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (bc833ab5-0f46-45a4-9f13-a619c270d6e7), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:03.422325 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Pushing event updated for resources: {'Port': ['ID=0bf06e40-487d-43a2-a430-c5cdad4d084d,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:03.471634 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Network ba8743c5-8251-41c9-855c-2d9b84507154 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:43:03.472930 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:43:03.513623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:03.628951 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-115fe493-ac55-4486-b50e-5f5223739f74 None None] Provisioning complete for port 0bf06e40-487d-43a2-a430-c5cdad4d084d triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:43:03.629315 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-115fe493-ac55-4486-b50e-5f5223739f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:03.629645 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-115fe493-ac55-4486-b50e-5f5223739f74 None None] Attempt 1 to provision port 0bf06e40-487d-43a2-a430-c5cdad4d084d Oct 17 03:43:03.659959 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-115fe493-ac55-4486-b50e-5f5223739f74 None None] Port 0bf06e40-487d-43a2-a430-c5cdad4d084d cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:43:03.699262 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Router bc833ab5-0f46-45a4-9f13-a619c270d6e7 is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:43:03.786891 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:43:03.792005 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-0e50890e-4afd-4735-9e16-0de4e92c951f demo admin] 10.222.0.17 "PUT /networking/v2.0/routers/bc833ab5-0f46-45a4-9f13-a619c270d6e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9543164 Oct 17 03:43:03.799095 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Sync routers for ids ['bc833ab5-0f46-45a4-9f13-a619c270d6e7'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:43:03.812041 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Routers {'bc833ab5-0f46-45a4-9f13-a619c270d6e7'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:43:03.812896 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:42:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['bc833ab5-0f46-45a4-9f13-a619c270d6e7'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:43:03.993256 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Set router bc833ab5-0f46-45a4-9f13-a619c270d6e7 gateway port host: None {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:43:04.405742 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'name': 'router1', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:42:52Z', 'updated_at': '2022-10-17T03:43:02Z', 'revision_number': 2, 'project_id': 'bc8197db3d20408990645225920f63d7', 'gw_port_host': None, '_interfaces': [{'id': '0bf06e40-487d-43a2-a430-c5cdad4d084d', 'name': '', 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'mac_address': 'fa:16:3e:5e:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:43:02Z', 'updated_at': '2022-10-17T03:43:03Z', 'revision_number': 2, 'project_id': 'bc8197db3d20408990645225920f63d7', 'subnets': [{'id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e519f5e7-b374-403d-968f-207190f795ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:43:04.455013 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Checking router: bc833ab5-0f46-45a4-9f13-a619c270d6e7 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:43:04.455377 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Updating router bc833ab5-0f46-45a4-9f13-a619c270d6e7 port 0bf06e40-487d-43a2-a430-c5cdad4d084d binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:43:04.507423 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:05.000202 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Publish callbacks [] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:05.104478 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:05.249181 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Attempting to bind port 0bf06e40-487d-43a2-a430-c5cdad4d084d on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:43:05.249565 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Attempting to bind port 0bf06e40-487d-43a2-a430-c5cdad4d084d by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': 'f0061b7a-a8f9-4779-bc70-e143032e410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:43:05.249987 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Attempting to bind port 0bf06e40-487d-43a2-a430-c5cdad4d084d on network ba8743c5-8251-41c9-855c-2d9b84507154 {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:43:05.257729 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Pushing event updated for resources: {'Port': ['ID=0bf06e40-487d-43a2-a430-c5cdad4d084d,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:05.291531 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.291891 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.292236 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.292571 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.292895 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.293213 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.293530 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.293846 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.294179 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.294496 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.294810 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.295137 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.295449 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.295773 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.296081 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Tracked resource versions report: Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: pushed versions: Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: { 'AddressGroup': {'1.2'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Agent': {'1.1'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'ConntrackHelper': {'1.0'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Log': {'1.0'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'NDPProxy': {'1.0'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Network': {'1.1'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Port': {'1.7'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'PortForwarding': {'1.3'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'QosPolicy': {'1.10'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SecurityGroup': {'1.5'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SubPort': {'1.0'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Subnet': {'1.1'}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Trunk': {'1.1'}} Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: consumer versions: Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: { DHCP agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: L3 agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: Metadata agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: Metering agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: Open vSwitch agent@dv-cinder-815582-16-iscsi: { 'AddressGroup': '1.2', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Agent': '1.1', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'ConntrackHelper': '1.0', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'LocalIPAssociation': '1.0', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Log': '1.0', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'NDPProxy': '1.0', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Network': '1.1', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Port': '1.7', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'PortForwarding': '1.3', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'QosPolicy': '1.10', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SecurityGroup': '1.5', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SecurityGroupRule': '1.2', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SubPort': '1.0', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Subnet': '1.1', Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Trunk': '1.1'}} Oct 17 03:43:05.297464 dv-cinder-815582-16-iscsi neutron-server[111642]: {{(pid=111642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:43:05.349895 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:43:05.350273 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Checking segment: {'id': 'f0061b7a-a8f9-4779-bc70-e143032e410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:43:05.350726 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:05.351109 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Bound using segment: {'id': 'f0061b7a-a8f9-4779-bc70-e143032e410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:43:05.351609 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Bound port: 0bf06e40-487d-43a2-a430-c5cdad4d084d, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0061b7a-a8f9-4779-bc70-e143032e410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:43:05.352006 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:05.389920 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:05.413747 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] For port 0bf06e40-487d-43a2-a430-c5cdad4d084d, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:43:05.416990 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:05.434421 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] For port 0bf06e40-487d-43a2-a430-c5cdad4d084d, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=0bf06e40-487d-43a2-a430-c5cdad4d084d,segment=NetworkSegment(f0061b7a-a8f9-4779-bc70-e143032e410d),segment_id=f0061b7a-a8f9-4779-bc70-e143032e410d)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:43:05.533390 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:05.569202 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Routers {'bc833ab5-0f46-45a4-9f13-a619c270d6e7'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:43:05.569814 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:42:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['bc833ab5-0f46-45a4-9f13-a619c270d6e7'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:43:05.653412 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69848bc5-346a-485b-98fa-ea09855b8caa None None] Pushing event updated for resources: {'Port': ['ID=0bf06e40-487d-43a2-a430-c5cdad4d084d,revision_number=4']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:05.670323 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] Set router bc833ab5-0f46-45a4-9f13-a619c270d6e7 gateway port host: None {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:43:05.864278 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:43:05.868415 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'name': 'router1', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:42:52Z', 'updated_at': '2022-10-17T03:43:02Z', 'revision_number': 2, 'project_id': 'bc8197db3d20408990645225920f63d7', 'gw_port_host': None, '_interfaces': [{'id': '0bf06e40-487d-43a2-a430-c5cdad4d084d', 'name': '', 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'mac_address': 'fa:16:3e:5e:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:43:02Z', 'updated_at': '2022-10-17T03:43:05Z', 'revision_number': 4, 'project_id': 'bc8197db3d20408990645225920f63d7', 'subnets': [{'id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e519f5e7-b374-403d-968f-207190f795ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:43:05.892374 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b41ce-c549-4250-babb-478e04a7a418 None None] The sync data for ids ['bc833ab5-0f46-45a4-9f13-a619c270d6e7'] in dv-cinder-815582-16-iscsi is: [{'id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'name': 'router1', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:42:52Z', 'updated_at': '2022-10-17T03:43:02Z', 'revision_number': 2, 'project_id': 'bc8197db3d20408990645225920f63d7', 'gw_port_host': None, '_interfaces': [{'id': '0bf06e40-487d-43a2-a430-c5cdad4d084d', 'name': '', 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'mac_address': 'fa:16:3e:5e:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:43:02Z', 'updated_at': '2022-10-17T03:43:05Z', 'revision_number': 4, 'project_id': 'bc8197db3d20408990645225920f63d7', 'subnets': [{'id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e519f5e7-b374-403d-968f-207190f795ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:43:06.399301 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50922) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:43:06.788905 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a431ea-40d6-49fb-a50a-59db47ee12ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:43:06.790271 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c4a431ea-40d6-49fb-a50a-59db47ee12ad admin admin] 10.222.0.17 "GET /networking/v2.0/networks/14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf HTTP/1.1" status: 200 len: 842 time: 0.3900809 Oct 17 03:43:06.799877 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:43:06.960332 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Made reservation on behalf of 6f518d7d57a2406a8345926faf8a2f14 for: {'subnet': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:43:06.962595 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:07.315863 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.objects.ports [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111640) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 17 03:43:07.316300 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for subnet (b68869ba-9b6a-420a-a117-bd24c6fc1b2b), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:07.368692 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68869ba-9b6a-420a-a117-bd24c6fc1b2b,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:07.385034 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:43:07.385384 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Network hostable DHCP agents. Network: 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:43:07.481468 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:43:07.565845 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf) {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:43:07.569878 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:43:07.570403 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:07.575757 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9e6fa-e02a-4bd1-a323-33cc9b88833d None None] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:43:07.580497 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:07.655264 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1d4032d5-b5d9-4ef2-ba4e-e59786b3676e admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8580844 Oct 17 03:43:07.682402 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4476f51-85fb-4904-bac3-c7f5d4d75f35 None None] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:43:10.338840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50930) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:43:10.849525 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-bb63b72f-56b8-43c5-b9f4-cb6360c83510 demo admin] 10.222.0.17 "GET /networking/v2.0/routers/bc833ab5-0f46-45a4-9f13-a619c270d6e7 HTTP/1.1" status: 200 len: 710 time: 0.5094142 Oct 17 03:43:10.940899 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8908cd5-1b50-4a14-95c6-c3c31c13e04e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:43:10.942292 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c8908cd5-1b50-4a14-95c6-c3c31c13e04e demo admin] 10.222.0.17 "GET /networking/v2.0/networks/14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf HTTP/1.1" status: 200 len: 886 time: 0.0866876 Oct 17 03:43:10.951466 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:43:11.025126 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:11.191287 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Publish callbacks [] for router_gateway (bc833ab5-0f46-45a4-9f13-a619c270d6e7), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:11.262586 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 0bf06e40-487d-43a2-a430-c5cdad4d084d up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:43:11.305541 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 0bf06e40-487d-43a2-a430-c5cdad4d084d triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:43:11.305929 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:11.306293 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 0bf06e40-487d-43a2-a430-c5cdad4d084d Oct 17 03:43:11.379368 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 0bf06e40-487d-43a2-a430-c5cdad4d084d is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:43:11.379755 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:11.411324 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 0bf06e40-487d-43a2-a430-c5cdad4d084d, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=0bf06e40-487d-43a2-a430-c5cdad4d084d,segment=NetworkSegment(f0061b7a-a8f9-4779-bc70-e143032e410d),segment_id=f0061b7a-a8f9-4779-bc70-e143032e410d)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:43:11.457302 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Publish callbacks [] for router_gateway (bc833ab5-0f46-45a4-9f13-a619c270d6e7), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:11.498324 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:11.533396 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:11.548129 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=0bf06e40-487d-43a2-a430-c5cdad4d084d,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:11.641203 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Allocated IP 172.27.4.245 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/2369436d-810c-430f-9923-721986989275) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:43:11.697307 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:11.746284 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Publish callbacks [] for port (2369436d-810c-430f-9923-721986989275), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:11.828703 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (2369436d-810c-430f-9923-721986989275), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:11.870188 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:43:11.875104 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:43:11.877197 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Pushing event updated for resources: {'Port': ['ID=2369436d-810c-430f-9923-721986989275,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:11.881126 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:43:11.995640 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:12.212771 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Publish callbacks [] for router_gateway (bc833ab5-0f46-45a4-9f13-a619c270d6e7), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:12.473750 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-469743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7858'] for router (bc833ab5-0f46-45a4-9f13-a619c270d6e7), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:12.477232 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-469716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-469725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473583'] for router (bc833ab5-0f46-45a4-9f13-a619c270d6e7), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:12.578371 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Router bc833ab5-0f46-45a4-9f13-a619c270d6e7 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:43:12.678425 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:43:12.683623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:12.684951 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-692c6146-4868-4170-aabc-a52817faf060 demo admin] 10.222.0.17 "PUT /networking/v2.0/routers/bc833ab5-0f46-45a4-9f13-a619c270d6e7 HTTP/1.1" status: 200 len: 890 time: 1.7366538 Oct 17 03:43:12.690243 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Sync routers for ids ['bc833ab5-0f46-45a4-9f13-a619c270d6e7'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:43:12.703154 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Routers {'bc833ab5-0f46-45a4-9f13-a619c270d6e7'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:43:12.703864 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:42:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['bc833ab5-0f46-45a4-9f13-a619c270d6e7'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:43:12.873541 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:12.917050 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Set router bc833ab5-0f46-45a4-9f13-a619c270d6e7 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:43:13.254466 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:13.261884 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 0bf06e40-487d-43a2-a430-c5cdad4d084d up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:43:13.326933 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'name': 'router1', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '2369436d-810c-430f-9923-721986989275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:42:52Z', 'updated_at': '2022-10-17T03:43:11Z', 'revision_number': 4, 'project_id': 'bc8197db3d20408990645225920f63d7', 'gw_port': {'id': '2369436d-810c-430f-9923-721986989275', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:43:11Z', 'updated_at': '2022-10-17T03:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '0bf06e40-487d-43a2-a430-c5cdad4d084d', 'name': '', 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'mac_address': 'fa:16:3e:5e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:43:02Z', 'updated_at': '2022-10-17T03:43:11Z', 'revision_number': 5, 'project_id': 'bc8197db3d20408990645225920f63d7', 'subnets': [{'id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e519f5e7-b374-403d-968f-207190f795ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:43:13.448183 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Checking router: bc833ab5-0f46-45a4-9f13-a619c270d6e7 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:43:13.448442 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Updating router bc833ab5-0f46-45a4-9f13-a619c270d6e7 port 2369436d-810c-430f-9923-721986989275 binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:43:13.502950 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 0bf06e40-487d-43a2-a430-c5cdad4d084d triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:43:13.503328 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:13.503670 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 0bf06e40-487d-43a2-a430-c5cdad4d084d Oct 17 03:43:13.530913 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (2369436d-810c-430f-9923-721986989275), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:13.567325 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:13.720350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 0bf06e40-487d-43a2-a430-c5cdad4d084d is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:43:13.880665 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Publish callbacks [] for port (2369436d-810c-430f-9923-721986989275), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:13.944137 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (2369436d-810c-430f-9923-721986989275), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:13.984415 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Attempting to bind port 2369436d-810c-430f-9923-721986989275 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:43:13.984708 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Attempting to bind port 2369436d-810c-430f-9923-721986989275 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:43:13.985061 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Attempting to bind port 2369436d-810c-430f-9923-721986989275 on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:43:14.014817 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af4ebd-a3a5-4d14-91f8-b58b3d40e631 None None] Pushing event updated for resources: {'Port': ['ID=2369436d-810c-430f-9923-721986989275,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:14.035659 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:43:14.036051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:43:14.036448 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:14.036829 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:43:14.037287 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Bound port: 2369436d-810c-430f-9923-721986989275, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:43:14.037660 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (2369436d-810c-430f-9923-721986989275), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:14.084642 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] For port 2369436d-810c-430f-9923-721986989275, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:43:14.088069 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] For port 2369436d-810c-430f-9923-721986989275, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=2369436d-810c-430f-9923-721986989275,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:43:14.138401 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (2369436d-810c-430f-9923-721986989275), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:14.174546 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Routers {'bc833ab5-0f46-45a4-9f13-a619c270d6e7'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:43:14.175141 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:42:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['bc833ab5-0f46-45a4-9f13-a619c270d6e7'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:43:14.235306 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af4ebd-a3a5-4d14-91f8-b58b3d40e631 None None] Pushing event updated for resources: {'Port': ['ID=2369436d-810c-430f-9923-721986989275,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:14.289690 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] Set router bc833ab5-0f46-45a4-9f13-a619c270d6e7 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:43:14.486471 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'name': 'router1', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '2369436d-810c-430f-9923-721986989275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:42:52Z', 'updated_at': '2022-10-17T03:43:11Z', 'revision_number': 4, 'project_id': 'bc8197db3d20408990645225920f63d7', 'gw_port': {'id': '2369436d-810c-430f-9923-721986989275', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:43:11Z', 'updated_at': '2022-10-17T03:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '0bf06e40-487d-43a2-a430-c5cdad4d084d', 'name': '', 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'mac_address': 'fa:16:3e:5e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:43:02Z', 'updated_at': '2022-10-17T03:43:11Z', 'revision_number': 5, 'project_id': 'bc8197db3d20408990645225920f63d7', 'subnets': [{'id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e519f5e7-b374-403d-968f-207190f795ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:43:14.511553 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522b1d2-1fe5-4d7c-a2cd-756200dd5d31 None None] The sync data for ids ['bc833ab5-0f46-45a4-9f13-a619c270d6e7'] in dv-cinder-815582-16-iscsi is: [{'id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'name': 'router1', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.245'}], 'enable_snat': True}, 'gw_port_id': '2369436d-810c-430f-9923-721986989275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:42:52Z', 'updated_at': '2022-10-17T03:43:11Z', 'revision_number': 4, 'project_id': 'bc8197db3d20408990645225920f63d7', 'gw_port': {'id': '2369436d-810c-430f-9923-721986989275', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:43:11Z', 'updated_at': '2022-10-17T03:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '0bf06e40-487d-43a2-a430-c5cdad4d084d', 'name': '', 'network_id': 'ba8743c5-8251-41c9-855c-2d9b84507154', 'tenant_id': 'bc8197db3d20408990645225920f63d7', 'mac_address': 'fa:16:3e:5e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc833ab5-0f46-45a4-9f13-a619c270d6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:43:02Z', 'updated_at': '2022-10-17T03:43:11Z', 'revision_number': 5, 'project_id': 'bc8197db3d20408990645225920f63d7', 'subnets': [{'id': 'd2ec29a6-4f4c-42f1-a301-7e6abca1775d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e519f5e7-b374-403d-968f-207190f795ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:43:15.289095 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 2369436d-810c-430f-9923-721986989275 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:43:15.332986 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 2369436d-810c-430f-9923-721986989275 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:43:15.333373 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (2369436d-810c-430f-9923-721986989275), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:15.333713 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 2369436d-810c-430f-9923-721986989275 Oct 17 03:43:15.360473 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:15.406386 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 2369436d-810c-430f-9923-721986989275 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:43:15.406767 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (2369436d-810c-430f-9923-721986989275), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:15.427286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 2369436d-810c-430f-9923-721986989275, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=2369436d-810c-430f-9923-721986989275,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:43:15.475782 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 50944) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:43:15.480592 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (2369436d-810c-430f-9923-721986989275), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:15.523751 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:15.526750 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=2369436d-810c-430f-9923-721986989275,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:43:15.863901 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-14267756-7d1a-4a82-9a84-81c743f7fa09 admin admin] 10.222.0.17 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3869929 Oct 17 03:43:17.258678 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 2369436d-810c-430f-9923-721986989275 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:43:17.304123 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 2369436d-810c-430f-9923-721986989275 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:43:17.304509 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (2369436d-810c-430f-9923-721986989275), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:17.304842 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 2369436d-810c-430f-9923-721986989275 Oct 17 03:43:17.372731 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 2369436d-810c-430f-9923-721986989275 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:43:23.858778 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=30 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:23.864472 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=59 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:25.851893 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:25.860529 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=55 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:26.652338 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-2a171bc4-f19f-4159-80fd-b7fde7e35de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:27.371352 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=8 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:28.897670 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-a99cd572-63cd-4cda-aaa0-942a07a0fc2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:30.156123 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:31.430209 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:31.524920 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:31.606232 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:41.352518 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:41.518355 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:43:42.853546 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:43:56.668286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fb12e5ea-01b8-4a58-9b83-8b9f31883901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:43:58.885267 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-069d0597-4051-4929-bb41-5949464047c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:00.153625 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:00.859156 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:00.861326 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:01.410921 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:01.576594 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:11.508789 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:11.514019 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:11.515659 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:19.852532 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:44:26.677546 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cebe4f51-6d50-4f06-99d9-faecc053ea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:28.884386 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6c47fc05-2381-4760-a31b-c33342acb3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:30.152440 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:31.403667 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:31.569800 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:37.850747 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:37.855765 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:41.510589 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:41.515463 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:41.517641 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:42.036944 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51498) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:44:42.374319 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.pecan_wsgi.hooks.translation [None req-280688ed-98b9-489c-9ecc-af1fbdfe286f admin admin] GET failed (client error): The resource could not be found. Oct 17 03:44:42.375716 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-280688ed-98b9-489c-9ecc-af1fbdfe286f admin admin] 10.222.0.17 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3378525 Oct 17 03:44:42.539888 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c03e8-6955-4cd0-84e5-2ec9a064192c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:44:42.541370 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-602c03e8-6955-4cd0-84e5-2ec9a064192c admin admin] 10.222.0.17 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606715 Oct 17 03:44:45.110279 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51508) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:44:45.471540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727f8fa-b624-4953-a4f6-3e813c3e2b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:44:45.472908 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-b727f8fa-b624-4953-a4f6-3e813c3e2b38 admin admin] 10.222.0.17 "GET /networking/v2.0/subnets/d2ec29a6-4f4c-42f1-a301-7e6abca1775d HTTP/1.1" status: 200 len: 849 time: 0.3616791 Oct 17 03:44:45.482455 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:44:45.569995 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Publish callbacks [] for subnet (d2ec29a6-4f4c-42f1-a301-7e6abca1775d), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:45.774588 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760401009839'] for subnet (d2ec29a6-4f4c-42f1-a301-7e6abca1775d), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:45.804594 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:44:45.805689 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:45.806691 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] 10.222.0.17 "PUT /networking/v2.0/subnets/d2ec29a6-4f4c-42f1-a301-7e6abca1775d HTTP/1.1" status: 200 len: 868 time: 0.3274636 Oct 17 03:44:45.809763 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691e11d-2aa3-438a-a07a-b70bd5f5619d None None] Network ba8743c5-8251-41c9-855c-2d9b84507154 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:44:45.828156 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ec29a6-4f4c-42f1-a301-7e6abca1775d,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:44:45.836170 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:45.843020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5852553-44fa-4dc7-a410-5cf5bf88ddc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:44:46.141096 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-c3fc42ee-d9e3-4d3c-ba48-a0a4edbc15fc None None] Provisioning complete for port 0bf06e40-487d-43a2-a430-c5cdad4d084d triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:44:46.141464 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c3fc42ee-d9e3-4d3c-ba48-a0a4edbc15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0bf06e40-487d-43a2-a430-c5cdad4d084d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:46.141793 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-c3fc42ee-d9e3-4d3c-ba48-a0a4edbc15fc None None] Attempt 1 to provision port 0bf06e40-487d-43a2-a430-c5cdad4d084d Oct 17 03:44:46.215706 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc42ee-d9e3-4d3c-ba48-a0a4edbc15fc None None] Current status of the port 0bf06e40-487d-43a2-a430-c5cdad4d084d is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:44:46.224115 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-c3fc42ee-d9e3-4d3c-ba48-a0a4edbc15fc None None] Provisioning complete for port 1fdfad12-c875-49e1-a3d5-89eee5026627 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:44:46.224501 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c3fc42ee-d9e3-4d3c-ba48-a0a4edbc15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (1fdfad12-c875-49e1-a3d5-89eee5026627), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:46.224840 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-c3fc42ee-d9e3-4d3c-ba48-a0a4edbc15fc None None] Attempt 1 to provision port 1fdfad12-c875-49e1-a3d5-89eee5026627 Oct 17 03:44:46.293611 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc42ee-d9e3-4d3c-ba48-a0a4edbc15fc None None] Current status of the port 1fdfad12-c875-49e1-a3d5-89eee5026627 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:44:48.355863 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51516) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:44:48.825015 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620d993-42dd-477a-a19e-3ccd57dc1168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:44:48.825484 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620d993-42dd-477a-a19e-3ccd57dc1168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:44:48.826997 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-3620d993-42dd-477a-a19e-3ccd57dc1168 admin admin] 10.222.0.17 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4702008 Oct 17 03:44:51.379270 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51524) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:44:51.781540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa33f3a-a493-402c-88bf-d8ee50f21f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:44:51.782002 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa33f3a-a493-402c-88bf-d8ee50f21f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:44:51.783501 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-4fa33f3a-a493-402c-88bf-d8ee50f21f90 admin admin] 10.222.0.17 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4032514 Oct 17 03:44:54.340045 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51532) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:44:54.739582 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166fbb51-ab27-4558-b199-dc50a4088e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:44:54.740977 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-166fbb51-ab27-4558-b199-dc50a4088e12 admin admin] 10.222.0.17 "GET /networking/v2.0/networks/14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf HTTP/1.1" status: 200 len: 886 time: 0.4000416 Oct 17 03:44:56.289486 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=26 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:56.290406 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=18 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:56.292073 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=33 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:56.671255 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6e150740-4239-49ca-add7-5bbf0100bbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:44:56.850672 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:44:57.285548 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51540) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:44:57.614702 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:57.643127 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:44:57.683319 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a126d8-3712-425e-9dd7-0baf46940a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:44:57.684715 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e9a126d8-3712-425e-9dd7-0baf46940a4d admin admin] 10.222.0.17 "GET /networking/v2.0/networks/ba8743c5-8251-41c9-855c-2d9b84507154 HTTP/1.1" status: 200 len: 869 time: 0.3982460 Oct 17 03:44:58.894032 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-51857f42-fb18-4433-89c6-37b4f672b06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:00.162507 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:00.231599 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51548) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:45:00.628075 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59981c-0a6c-4571-bc6d-c4155ffa3825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:00.628525 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59981c-0a6c-4571-bc6d-c4155ffa3825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:00.630024 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1b59981c-0a6c-4571-bc6d-c4155ffa3825 admin admin] 10.222.0.17 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3974755 Oct 17 03:45:01.425339 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:01.573929 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:03.173402 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51556) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:45:03.530362 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac5b3c-99db-403c-8801-7ce74e09172b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:03.530815 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac5b3c-99db-403c-8801-7ce74e09172b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:03.532322 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-09ac5b3c-99db-403c-8801-7ce74e09172b admin admin] 10.222.0.17 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3579888 Oct 17 03:45:06.085188 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51564) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:45:06.446224 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4aa28-8929-4f33-a9de-f59ef928580f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:06.447544 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-90e4aa28-8929-4f33-a9de-f59ef928580f admin admin] 10.222.0.17 "GET /networking/v2.0/subnets/b68869ba-9b6a-420a-a117-bd24c6fc1b2b HTTP/1.1" status: 200 len: 816 time: 0.3614309 Oct 17 03:45:08.987537 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51572) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:45:09.447155 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5751a4d-ddb8-4fa0-b8c0-8aa7c47e789b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:09.448545 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-a5751a4d-ddb8-4fa0-b8c0-8aa7c47e789b admin admin] 10.222.0.17 "GET /networking/v2.0/subnets/d2ec29a6-4f4c-42f1-a301-7e6abca1775d HTTP/1.1" status: 200 len: 868 time: 0.4600437 Oct 17 03:45:11.511141 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:11.516200 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:11.517988 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:19.438620 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=23 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:19.443581 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=41 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:22.575126 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=18 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:22.580023 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=16 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:26.682179 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7cc2-c09f-4644-b994-62bc72b7aa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:28.881694 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-695aaf3a-1095-416e-9aff-ca4acd24c769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:30.161925 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:31.407038 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:31.578757 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:33.849559 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:45:38.876772 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51628) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:45:39.192626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [None req-d80ebd67-63bb-4c0f-b53c-babff1fb984b admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:45:39.193618 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-d80ebd67-63bb-4c0f-b53c-babff1fb984b admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3159311 Oct 17 03:45:41.360833 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:41.515024 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:41.522427 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:41.836527 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51636) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:45:42.171494 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e82b589-66f1-439c-b145-6e4909558cfa admin admin] GET failed (client error): The resource could not be found. Oct 17 03:45:42.173392 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6e82b589-66f1-439c-b145-6e4909558cfa admin admin] 10.222.0.17 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3360198 Oct 17 03:45:42.261151 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7af7c4-956d-4a25-addc-822adffd3a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:42.262602 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-fb7af7c4-956d-4a25-addc-822adffd3a93 admin admin] 10.222.0.17 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0844865 Oct 17 03:45:44.824785 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51644) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:45:45.142381 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:45:45.200862 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Made reservation on behalf of 6f518d7d57a2406a8345926faf8a2f14 for: {'network': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:45:45.203072 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:45.230744 dv-cinder-815582-16-iscsi neutron-server[111640]: WARNING neutron.services.revisions.revision_plugin [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Could not find related network for resource to bump revision. Oct 17 03:45:45.241997 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=111640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:45:45.250875 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (d980a2dc-7b75-49ec-8b76-24ce5644e1ec), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:45.251208 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.segments_db [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Added segment d980a2dc-7b75-49ec-8b76-24ce5644e1ec of type vlan for network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 Oct 17 03:45:45.289468 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:45.349284 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:45.350226 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:45.350790 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:45.411301 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] Pushing event updated for resources: {'Network': ['ID=e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:45:45.421676 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:45:45.426672 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-4db1a830-1289-471b-8a1c-6abac749e91e admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6008368 Oct 17 03:45:48.010847 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 51652) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:45:48.344452 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6cad4e-72ce-4110-8b01-921ee0398c6d admin admin] GET failed (client error): The resource could not be found. Oct 17 03:45:48.345722 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-8f6cad4e-72ce-4110-8b01-921ee0398c6d admin admin] 10.222.0.17 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3339622 Oct 17 03:45:48.446596 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4888534-3757-41da-b76a-d971a65c4d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:48.448054 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d4888534-3757-41da-b76a-d971a65c4d77 admin admin] 10.222.0.17 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0979512 Oct 17 03:45:48.457789 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:45:48.537808 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Made reservation on behalf of 6f518d7d57a2406a8345926faf8a2f14 for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:45:48.540089 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:48.761057 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for subnet (1536cd4f-24e5-45d7-b119-4826a6a041fb), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:48.816262 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1536cd4f-24e5-45d7-b119-4826a6a041fb,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:45:48.826285 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.826635 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.827015 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.827355 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.827688 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.828038 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.828850 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.829171 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.829507 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.829829 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.830165 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.830488 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.830801 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.831115 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.831429 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:48.834587 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Checking segment: {'id': 'd980a2dc-7b75-49ec-8b76-24ce5644e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:45:48.834933 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Network hostable DHCP agents. Network: e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:45:48.943427 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:45:49.006327 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:45:49.010185 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:45:49.010802 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:49.015110 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57783a-e0fc-4fa1-885d-1ae5826ec5bf None None] Network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:45:49.100798 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d0c4c091-06fa-4b53-9841-dbc5ce18f856 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6462049 Oct 17 03:45:49.122266 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4', 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4', 'project_id': '6f518d7d57a2406a8345926faf8a2f14', 'fixed_ips': [{'subnet_id': '1536cd4f-24e5-45d7-b119-4826a6a041fb'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:45:49.123193 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:49.358529 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Allocated IP 192.168.233.2 (e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4/1536cd4f-24e5-45d7-b119-4826a6a041fb/548c19e8-03bd-4522-be69-b313d0fe74df) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:45:49.503051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Publish callbacks [] for port (548c19e8-03bd-4522-be69-b313d0fe74df), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:49.572558 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (548c19e8-03bd-4522-be69-b313d0fe74df), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:49.611581 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:45:49.615991 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:45:49.619952 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:45:49.627095 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Pushing event updated for resources: {'Port': ['ID=548c19e8-03bd-4522-be69-b313d0fe74df,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:45:49.650030 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.650374 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.650728 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.651084 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.651413 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.651799 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.652079 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.652397 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.652728 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.653051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.653371 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.653702 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.654018 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.654331 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.654640 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:45:49.691588 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Attempting to bind port 548c19e8-03bd-4522-be69-b313d0fe74df on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:45:49.691979 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Attempting to bind port 548c19e8-03bd-4522-be69-b313d0fe74df by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': 'd980a2dc-7b75-49ec-8b76-24ce5644e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:45:49.692331 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Attempting to bind port 548c19e8-03bd-4522-be69-b313d0fe74df on network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:45:49.738276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:45:49.738642 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Checking segment: {'id': 'd980a2dc-7b75-49ec-8b76-24ce5644e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:45:49.739042 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:49.739429 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Bound using segment: {'id': 'd980a2dc-7b75-49ec-8b76-24ce5644e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:45:49.739940 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Bound port: 548c19e8-03bd-4522-be69-b313d0fe74df, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd980a2dc-7b75-49ec-8b76-24ce5644e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:45:49.740314 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (548c19e8-03bd-4522-be69-b313d0fe74df), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:49.800358 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] For port 548c19e8-03bd-4522-be69-b313d0fe74df, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:45:49.803418 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] For port 548c19e8-03bd-4522-be69-b313d0fe74df, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=548c19e8-03bd-4522-be69-b313d0fe74df,segment=NetworkSegment(d980a2dc-7b75-49ec-8b76-24ce5644e1ec),segment_id=d980a2dc-7b75-49ec-8b76-24ce5644e1ec)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:45:49.878607 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (548c19e8-03bd-4522-be69-b313d0fe74df), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:49.929721 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed620be-1350-4903-ae67-6c88dd11b205 None None] Pushing event updated for resources: {'Port': ['ID=548c19e8-03bd-4522-be69-b313d0fe74df,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:45:50.672153 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38451f6-22c1-4446-a3a4-fe27de69f4bb None None] Network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:45:50.788262 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-ca67962c-b919-4217-a0cf-82c704d52ac6 None None] Provisioning complete for port 548c19e8-03bd-4522-be69-b313d0fe74df triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:45:50.788637 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ca67962c-b919-4217-a0cf-82c704d52ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (548c19e8-03bd-4522-be69-b313d0fe74df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:50.788964 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-ca67962c-b919-4217-a0cf-82c704d52ac6 None None] Attempt 1 to provision port 548c19e8-03bd-4522-be69-b313d0fe74df Oct 17 03:45:50.871844 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-ca67962c-b919-4217-a0cf-82c704d52ac6 None None] Current status of the port 548c19e8-03bd-4522-be69-b313d0fe74df is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:45:50.871844 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ca67962c-b919-4217-a0cf-82c704d52ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (548c19e8-03bd-4522-be69-b313d0fe74df), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:50.909706 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-ca67962c-b919-4217-a0cf-82c704d52ac6 None None] For port 548c19e8-03bd-4522-be69-b313d0fe74df, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=548c19e8-03bd-4522-be69-b313d0fe74df,segment=NetworkSegment(d980a2dc-7b75-49ec-8b76-24ce5644e1ec),segment_id=d980a2dc-7b75-49ec-8b76-24ce5644e1ec)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:45:50.983370 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ca67962c-b919-4217-a0cf-82c704d52ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (548c19e8-03bd-4522-be69-b313d0fe74df), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:51.031229 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67962c-b919-4217-a0cf-82c704d52ac6 None None] Pushing event updated for resources: {'Port': ['ID=548c19e8-03bd-4522-be69-b313d0fe74df,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:45:51.101744 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-82c2baf3-c102-48a8-b106-8c7b934eef14 None None] Provisioning complete for port 548c19e8-03bd-4522-be69-b313d0fe74df triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:45:51.102135 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-82c2baf3-c102-48a8-b106-8c7b934eef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (548c19e8-03bd-4522-be69-b313d0fe74df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:51.102477 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-82c2baf3-c102-48a8-b106-8c7b934eef14 None None] Attempt 1 to provision port 548c19e8-03bd-4522-be69-b313d0fe74df Oct 17 03:45:51.179281 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-82c2baf3-c102-48a8-b106-8c7b934eef14 None None] Current status of the port 548c19e8-03bd-4522-be69-b313d0fe74df is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:45:51.373043 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 548c19e8-03bd-4522-be69-b313d0fe74df up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:45:51.413464 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:51.417470 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 548c19e8-03bd-4522-be69-b313d0fe74df triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:45:51.417854 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (548c19e8-03bd-4522-be69-b313d0fe74df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:51.418188 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 548c19e8-03bd-4522-be69-b313d0fe74df Oct 17 03:45:51.464378 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:51.464378 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:51.497198 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 548c19e8-03bd-4522-be69-b313d0fe74df is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:45:51.862464 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:51.866816 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=6 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:55.401567 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:55.408616 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=32,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:56.685831 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4b455b93-1791-4143-a689-6ffc214ebe2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:58.874597 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7509d4eb-10e8-4abc-814a-234e289584ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:45:59.020114 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=45,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:45:59.020897 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=48,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:46:00.171462 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:46:01.422930 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:46:01.596444 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:46:10.848322 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:46:11.520535 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:46:11.521430 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:46:11.528204 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:46:26.673095 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4ce6-e0b5-439e-a801-28c28ea8e67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:46:28.867537 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:46:28.872447 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:46:28.884441 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c09ba678-dfc2-4d96-8d21-a424453c2bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:46:30.187527 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:46:31.432720 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:46:31.575567 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:46:41.519897 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:46:41.520651 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:46:41.527486 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:46:47.847502 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:46:56.683904 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-1329c412-15a6-4291-a4ad-0ec5f0974c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:46:58.865780 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-711d42c5-0a99-43ca-a7f5-56120b1f606b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:00.191457 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:01.420363 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:01.574997 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:05.859371 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:05.869640 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=6 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:11.527443 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:11.530762 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:11.533445 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=5,neutron:SELECT=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:18.906523 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 51698) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:47:18.912337 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [None req-a61e2bdb-d8d3-4ca4-820d-6fafe577dc9f tempest-verify_tempest_config-560604219 tempest-verify_tempest_config-560604219-project] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:47:18.913334 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-a61e2bdb-d8d3-4ca4-820d-6fafe577dc9f tempest-verify_tempest_config-560604219 tempest-verify_tempest_config-560604219-project] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057757 Oct 17 03:47:19.558895 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51716) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:47:19.883989 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:19.958284 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Publish callbacks [] for security_group (53411234-a294-456b-ada1-6563e6ae5831), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:20.043042 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (53411234-a294-456b-ada1-6563e6ae5831), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:20.088284 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=8a401eefb0e4445fa658753b2a47a6a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5283599 Oct 17 03:47:20.090769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53411234-a294-456b-ada1-6563e6ae5831,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:47:20.091615 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 51722) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:47:20.097753 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.098127 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.098454 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.098793 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.099148 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.099471 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.099816 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.100139 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.100476 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.100801 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.101139 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.101461 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.101778 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.102087 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.102401 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fe213-88e7-4738-b300-fbd478bcb4da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.174070 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Publish callbacks [] for security_group (53411234-a294-456b-ada1-6563e6ae5831), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:20.192863 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Publish callbacks [] for security_group (53411234-a294-456b-ada1-6563e6ae5831), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:20.345823 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (53411234-a294-456b-ada1-6563e6ae5831), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:20.348361 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:20.349490 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/53411234-a294-456b-ada1-6563e6ae5831 HTTP/1.1" status: 204 len: 168 time: 0.2568877 Oct 17 03:47:20.357568 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53411234-a294-456b-ada1-6563e6ae5831,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:47:20.364369 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.364713 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.365070 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.365397 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.365721 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.366042 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.366361 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.366675 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.367007 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.367324 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.367660 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.368015 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.368329 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.368641 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:20.368950 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9824a-25a2-462d-988b-fa2dff77e51a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:47:22.497611 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=14 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:22.500462 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=12 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:24.846083 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:47:26.671005 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-51819fc3-a495-470a-ba79-cfd73810272c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:28.882146 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6e154005-d236-4c82-8c66-072cb57d51fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:30.093001 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=24,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:30.093815 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=15,neutron:INSERT=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:30.356457 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:30.360380 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:30.361302 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:31.453302 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:31.590156 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:41.525737 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:41.531654 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:41.534775 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:42.870933 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:42.874812 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:47:56.686265 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6175ff3d-1b0e-4a26-bdfb-4ea83bf5a5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:47:58.886561 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-db8c7acf-da08-414a-bddf-678ee91b2cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:00.189564 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:01.434927 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:01.589268 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:01.845087 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:48:11.530805 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:11.536715 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:11.539007 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:19.881501 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:24.854218 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:26.685320 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-2c26d6f3-f905-4e6b-8855-bbe0b5890879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:28.902529 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1a07-2437-4e59-a474-03f6c59389b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:30.194120 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:31.444852 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:31.593044 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:38.843508 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 5 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:48:41.528751 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:41.534643 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:41.536329 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:50.570029 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467924'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:56.650218 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-bac8b0e2-f380-4aae-911a-f18aa16e2bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:48:56.881236 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:56.886484 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:48:58.878140 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-600295d1-e350-4847-bb89-7771f9b14b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:00.226581 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:01.438163 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:01.581036 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:03.310506 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51814) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:49:03.435348 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-12f88c1d-382e-4353-b28c-acc24f01d1b3 admin admin] 10.222.0.17 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1238558 Oct 17 03:49:05.865257 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 51824) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:49:05.919059 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-3efc0325-7872-47ee-ba3b-e880515ae2cc admin admin] 10.222.0.17 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0527391 Oct 17 03:49:11.385408 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:11.534615 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:11.542514 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:15.844068 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:49:15.913594 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:15.914362 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:20.521954 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:22.504152 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=15 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:26.642125 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0c5e0ddf-8a86-4ca2-bb23-8a0ca6e91251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:28.887981 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-011a1221-da10-4246-8aef-cf7d3071c783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:30.190623 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:31.448775 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:31.613945 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:33.886082 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:33.890398 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=19 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:41.533085 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:41.536989 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:41.538652 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:49:50.509808 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:52.842958 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:49:56.675356 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f9a29fa4-7e49-46c1-95c5-e2cb872592e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:49:58.932805 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4ed15363-65c2-4679-93cf-de529c3f6f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:00.252030 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:01.458026 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:01.612269 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:10.904046 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:10.910485 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:11.389049 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:11.399060 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:11.545738 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:20.543050 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:24.849610 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:26.674278 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c6da5719-c989-4a95-816e-ab6e0ccfd3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:28.878639 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-88bd500a-ba08-4f13-91a8-7c944e8f9d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:29.843199 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:50:30.194203 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:31.479276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:31.628303 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:39.937626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52016) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:40.258270 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52034) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:40.340906 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1070905479-network', 'tenant_id': '735cb7f647604741982528fc91abb7b6'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:40.364169 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52038) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:40.422360 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Made reservation on behalf of 735cb7f647604741982528fc91abb7b6 for: {'network': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:50:40.424948 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.433889 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.520939 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Publish callbacks [] for security_group (849c7900-cb13-44c3-9c6b-d9206b7ca39a), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.576489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (849c7900-cb13-44c3-9c6b-d9206b7ca39a), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.606905 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=111640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:50:40.608954 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849c7900-cb13-44c3-9c6b-d9206b7ca39a,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:40.628178 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.628523 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.629061 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.629404 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.629735 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.630070 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.630459 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.630707 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.631054 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.631439 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.631666 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.632524 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.632844 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.633161 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.633480 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Tracked resource versions report: Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: pushed versions: Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: { 'AddressGroup': {'1.2'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Agent': {'1.1'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'ConntrackHelper': {'1.0'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Log': {'1.0'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'NDPProxy': {'1.0'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Network': {'1.1'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Port': {'1.7'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'PortForwarding': {'1.3'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'QosPolicy': {'1.10'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SecurityGroup': {'1.5'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SubPort': {'1.0'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Subnet': {'1.1'}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Trunk': {'1.1'}} Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: consumer versions: Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: { DHCP agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: HyperV agent@hv-cinder-81558: {}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: L3 agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: Metadata agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: Metering agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: Open vSwitch agent@dv-cinder-815582-16-iscsi: { 'AddressGroup': '1.2', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Agent': '1.1', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'ConntrackHelper': '1.0', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'LocalIPAssociation': '1.0', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Log': '1.0', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'NDPProxy': '1.0', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Network': '1.1', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Port': '1.7', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'PortForwarding': '1.3', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'QosPolicy': '1.10', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SecurityGroup': '1.5', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SecurityGroupRule': '1.2', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'SubPort': '1.0', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Subnet': '1.1', Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: 'Trunk': '1.1'}} Oct 17 03:50:40.635577 dv-cinder-815582-16-iscsi neutron-server[111640]: {{(pid=111640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:50:40.642163 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (31a4f483-b0b4-4cfd-825d-aedf7c512232), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.642508 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.segments_db [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Added segment 31a4f483-b0b4-4cfd-825d-aedf7c512232 of type vlan for network 9596452a-c538-49c6-83ce-e63a5d474491 Oct 17 03:50:40.683529 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (9596452a-c538-49c6-83ce-e63a5d474491), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.775471 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (9596452a-c538-49c6-83ce-e63a5d474491), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.776741 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:50:40.777490 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.798736 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-network', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:40.806289 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1645509808-network', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:40.883207 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52076) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:40.892815 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Request body: {'subnet': {'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1070905479-subnet', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:40.896334 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9568126 Oct 17 03:50:40.906381 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516c0ab-8d42-44a7-a806-c05a945cb31d admin admin] Pushing event updated for resources: {'Network': ['ID=9596452a-c538-49c6-83ce-e63a5d474491,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:40.921559 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 9596452a-c538-49c6-83ce-e63a5d474491 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:50:40.933292 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52082) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:40.947230 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Made reservation on behalf of cf238531f665437faddc8002d3b2ab6c for: {'network': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:50:40.950133 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.969681 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Made reservation on behalf of 735cb7f647604741982528fc91abb7b6 for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:50:40.972755 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:40.974961 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.087778 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Publish callbacks [] for security_group (bd592bb4-ece3-429a-b47d-eb18966afb33), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.109493 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Made reservation on behalf of 38bd8dbff7d74bf4baa7c2aeca32c557 for: {'network': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:50:41.112778 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.129138 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.180540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (bd592bb4-ece3-429a-b47d-eb18966afb33), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.200497 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=111640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:50:41.222916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (38a280c3-e62f-473d-a95a-18ee010f57c8), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.223260 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.segments_db [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Added segment 38a280c3-e62f-473d-a95a-18ee010f57c8 of type vlan for network 11e26cbc-21cb-4e26-bbc3-bb580c90779d Oct 17 03:50:41.230441 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:41.273658 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-978489128-network', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:41.280839 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd592bb4-ece3-429a-b47d-eb18966afb33,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:41.303584 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (11e26cbc-21cb-4e26-bbc3-bb580c90779d), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.315387 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:41.344641 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for subnet (fc392004-8afd-451c-9dcb-41ef655b2ff1), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.365057 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Publish callbacks [] for security_group (8ae81a28-4a65-4339-a115-0d2c4f87ac83), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.393616 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (11e26cbc-21cb-4e26-bbc3-bb580c90779d), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.395031 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:50:41.396023 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.398649 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Checking segment: {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:41.399936 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Network hostable DHCP agents. Network: 9596452a-c538-49c6-83ce-e63a5d474491, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:50:41.404739 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Made reservation on behalf of 3ed4ecab9c234dd293ba0034d71d03f7 for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:50:41.407278 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.427151 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.507842 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (8ae81a28-4a65-4339-a115-0d2c4f87ac83), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.519730 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=111640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:50:41.520223 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc392004-8afd-451c-9dcb-41ef655b2ff1,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:41.525540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] Pushing event updated for resources: {'Network': ['ID=11e26cbc-21cb-4e26-bbc3-bb580c90779d,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:41.533425 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:41.536856 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:50:41.544794 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.545312 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:41.545547 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.546164 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.546654 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.547130 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.547604 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.548106 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.551435 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:41.552102 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.552512 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.552859 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.553212 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.553547 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.556485 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.556851 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.557946 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Tracked resource versions report: Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: pushed versions: Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: { 'AddressGroup': {'1.2'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Agent': {'1.1'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'ConntrackHelper': {'1.0'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Log': {'1.0'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'NDPProxy': {'1.0'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Network': {'1.1'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Port': {'1.7'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'PortForwarding': {'1.3'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'QosPolicy': {'1.10'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SecurityGroup': {'1.5'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SubPort': {'1.0'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Subnet': {'1.1'}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Trunk': {'1.1'}} Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: consumer versions: Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: { DHCP agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: HyperV agent@hv-cinder-81558: {}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: L3 agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: Metadata agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: Metering agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: Open vSwitch agent@dv-cinder-815582-16-iscsi: { 'AddressGroup': '1.2', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Agent': '1.1', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'ConntrackHelper': '1.0', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'LocalIPAssociation': '1.0', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Log': '1.0', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'NDPProxy': '1.0', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Network': '1.1', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Port': '1.7', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'PortForwarding': '1.3', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'QosPolicy': '1.10', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SecurityGroup': '1.5', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SecurityGroupRule': '1.2', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'SubPort': '1.0', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Subnet': '1.1', Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: 'Trunk': '1.1'}} Oct 17 03:50:41.561647 dv-cinder-815582-16-iscsi neutron-server[111639]: {{(pid=111639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:50:41.571547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae81a28-4a65-4339-a115-0d2c4f87ac83,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:41.576251 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Network 9596452a-c538-49c6-83ce-e63a5d474491 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:50:41.581938 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (8e3646e4-b4d2-432e-b813-239d1b3d40cd), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.582578 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.segments_db [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Added segment 8e3646e4-b4d2-432e-b813-239d1b3d40cd of type vlan for network b23131e6-b5ff-474c-893a-7c99bb8a9ead Oct 17 03:50:41.625267 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6f3c3423-3baf-4e1d-9270-970749ebfd30 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2600262 Oct 17 03:50:41.630191 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52098) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:41.637071 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Request body: {'subnet': {'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-subnet', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:41.641489 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Publish callbacks [] for security_group (9b5d2420-5da5-4f7c-b29a-601c0409df3b), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.664690 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (b23131e6-b5ff-474c-893a-7c99bb8a9ead), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.674174 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 9596452a-c538-49c6-83ce-e63a5d474491) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:41.684895 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc476049-6f80-41f1-a66a-df53e532b426 None None] Network 9596452a-c538-49c6-83ce-e63a5d474491 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:50:41.685023 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:50:41.685619 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.712599 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (9b5d2420-5da5-4f7c-b29a-601c0409df3b), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.739591 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d2420-5da5-4f7c-b29a-601c0409df3b,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:41.765624 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:41.780625 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:50:41.797546 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760401064403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (5888d65a-e45b-433e-b6bc-4b17ccf37035), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.798564 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Unsubscribe: segment precommit_create {{(pid=111639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 03:50:41.799228 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Added segment 5888d65a-e45b-433e-b6bc-4b17ccf37035 of type vlan for network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 Oct 17 03:50:41.799348 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Made reservation on behalf of cf238531f665437faddc8002d3b2ab6c for: {'subnet': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:50:41.801744 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.828277 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-612a8a92-8069-435d-93ca-7a12a6c3006c admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9439235 Oct 17 03:50:41.831192 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-9596452a-c538-49c6-83ce-e63a5d474491', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'project_id': '735cb7f647604741982528fc91abb7b6', 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:50:41.832030 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52110) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:41.834391 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.838929 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:41.885127 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (b23131e6-b5ff-474c-893a-7c99bb8a9ead), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.889221 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:50:41.889805 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.919013 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (af1f3d7e-18a9-4ea1-a199-66960c97f1c1), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.955297 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:41.960778 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.013818 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:42.049432 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7898560 Oct 17 03:50:42.056478 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52114) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:42.059758 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Request body: {'subnet': {'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1645509808-subnet', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:42.067044 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec671b-9459-4677-9b42-494242b59359 admin admin] Pushing event updated for resources: {'Network': ['ID=b23131e6-b5ff-474c-893a-7c99bb8a9ead,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:42.116835 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network b23131e6-b5ff-474c-893a-7c99bb8a9ead details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:50:42.196705 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Made reservation on behalf of 38bd8dbff7d74bf4baa7c2aeca32c557 for: {'subnet': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:50:42.203379 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.220176 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Allocated IP 172.20.0.2 (9596452a-c538-49c6-83ce-e63a5d474491/fc392004-8afd-451c-9dcb-41ef655b2ff1/15b360bd-53db-4a71-89a2-b071db866092) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:42.296158 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (af1f3d7e-18a9-4ea1-a199-66960c97f1c1), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.297520 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:50:42.300266 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.442836 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:42.450791 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] Pushing event updated for resources: {'Network': ['ID=af1f3d7e-18a9-4ea1-a199-66960c97f1c1,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:42.465748 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52134) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:42.466397 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-902efb1c-44fe-4652-bae9-329f7a0309c8 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5319135 Oct 17 03:50:42.474114 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Request body: {'subnet': {'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-subnet', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:42.497331 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Publish callbacks [] for port (15b360bd-53db-4a71-89a2-b071db866092), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.509782 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:50:42.526075 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks [] for router_controller (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), precommit_add_association {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.533793 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for subnet (7ffa8019-894b-4933-b80a-f91f9dca7a8d), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.603064 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:42.605402 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (15b360bd-53db-4a71-89a2-b071db866092), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.611116 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Made reservation on behalf of 3ed4ecab9c234dd293ba0034d71d03f7 for: {'subnet': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:50:42.624193 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.667858 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Network 9596452a-c538-49c6-83ce-e63a5d474491 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:42.673670 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:42.677697 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:42.681730 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Pushing event updated for resources: {'Port': ['ID=15b360bd-53db-4a71-89a2-b071db866092,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:42.696750 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffa8019-894b-4933-b80a-f91f9dca7a8d,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:42.715658 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.716088 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.716447 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.716814 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.717149 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.717519 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.717804 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.718121 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.718455 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.718825 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.719148 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.719557 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.721274 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.721274 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.721274 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Tracked resource versions report: Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: pushed versions: Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: { 'AddressGroup': {'1.2'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Agent': {'1.1'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'ConntrackHelper': {'1.0'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Log': {'1.0'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'NDPProxy': {'1.0'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Network': {'1.1'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Port': {'1.7'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'PortForwarding': {'1.3'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'QosPolicy': {'1.10'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SecurityGroup': {'1.5'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SubPort': {'1.0'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Subnet': {'1.1'}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Trunk': {'1.1'}} Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: consumer versions: Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: { DHCP agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: HyperV agent@hv-cinder-81558: {}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: L3 agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: Metadata agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: Metering agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: Open vSwitch agent@dv-cinder-815582-16-iscsi: { 'AddressGroup': '1.2', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Agent': '1.1', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'ConntrackHelper': '1.0', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'LocalIPAssociation': '1.0', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Log': '1.0', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'NDPProxy': '1.0', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Network': '1.1', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Port': '1.7', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'PortForwarding': '1.3', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'QosPolicy': '1.10', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SecurityGroup': '1.5', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SecurityGroupRule': '1.2', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'SubPort': '1.0', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Subnet': '1.1', Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: 'Trunk': '1.1'}} Oct 17 03:50:42.721670 dv-cinder-815582-16-iscsi neutron-server[111641]: {{(pid=111641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:50:42.761971 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Attempting to bind port 15b360bd-53db-4a71-89a2-b071db866092 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:50:42.762332 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Attempting to bind port 15b360bd-53db-4a71-89a2-b071db866092 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:50:42.763275 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Attempting to bind port 15b360bd-53db-4a71-89a2-b071db866092 on network 9596452a-c538-49c6-83ce-e63a5d474491 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:50:42.802157 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Checking segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:42.802507 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Network hostable DHCP agents. Network: 11e26cbc-21cb-4e26-bbc3-bb580c90779d, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:50:42.823966 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:50:42.824873 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Checking segment: {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:42.825515 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.825917 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Bound using segment: {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:50:42.826599 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Bound port: 15b360bd-53db-4a71-89a2-b071db866092, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:50:42.826982 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (15b360bd-53db-4a71-89a2-b071db866092), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.874955 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks [] for router_gateway (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.893228 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for subnet (96678dbf-78f1-41d0-83ad-363a298c1af7), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:42.910213 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] For port 15b360bd-53db-4a71-89a2-b071db866092, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:50:42.914881 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] For port 15b360bd-53db-4a71-89a2-b071db866092, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=15b360bd-53db-4a71-89a2-b071db866092,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:50:42.957667 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:50:42.999483 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96678dbf-78f1-41d0-83ad-363a298c1af7,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:43.016792 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Checking segment: {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:43.017468 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (15b360bd-53db-4a71-89a2-b071db866092), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.017607 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Network hostable DHCP agents. Network: b23131e6-b5ff-474c-893a-7c99bb8a9ead, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:50:43.078265 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e134037-d4e6-4ae4-8b77-41eb21b90974 None None] Pushing event updated for resources: {'Port': ['ID=15b360bd-53db-4a71-89a2-b071db866092,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:43.104415 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 11e26cbc-21cb-4e26-bbc3-bb580c90779d) {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:43.113015 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for subnet (5c35a5ff-8c01-4e85-9f16-1d8daf5289f5), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.123211 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:50:43.128287 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852e0b4d-1373-404e-882d-9dd622ee270a None None] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:50:43.128838 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.208808 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:43.210553 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:43.221280 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Checking segment: {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:43.221679 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Network hostable DHCP agents. Network: af1f3d7e-18a9-4ea1-a199-66960c97f1c1, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:50:43.229747 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Network b23131e6-b5ff-474c-893a-7c99bb8a9ead is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:50:43.241038 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, b23131e6-b5ff-474c-893a-7c99bb8a9ead) {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:43.253589 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:50:43.254071 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.261467 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-fd3f0880-7739-42d8-8bb3-558f719faa01 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6293180 Oct 17 03:50:43.265466 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52140) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:43.274352 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:43.283529 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb96f26-dc05-43d6-9315-f7b27da3a5b4 None None] Network b23131e6-b5ff-474c-893a-7c99bb8a9ead requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:50:43.394835 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks [] for router_gateway (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.398585 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:50:43.398585 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.398955 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:50:43.398955 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-30237d5e-f4fd-4265-a907-9ff4f6ca7de5 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3169737 Oct 17 03:50:43.398955 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52146) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:43.399247 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.414239 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:43.446399 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, af1f3d7e-18a9-4ea1-a199-66960c97f1c1) {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:43.457609 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:50:43.458492 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.485605 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (1f29ba32-815a-4fe7-89a7-7192d407ad17), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.489966 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (1f29ba32-815a-4fe7-89a7-7192d407ad17), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.506619 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c174e721-5c85-446a-8609-7d832137b61f None None] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:50:43.537395 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (689d62ce-3a2e-497c-8af3-8efc3609c5cc), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.542747 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (689d62ce-3a2e-497c-8af3-8efc3609c5cc), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.660593 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-7c45ce9b-c38b-4aa2-821b-049805245d7e admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1935225 Oct 17 03:50:43.665856 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52160) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:43.695493 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:43.791967 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks [] for router_controller (1f29ba32-815a-4fe7-89a7-7192d407ad17), precommit_add_association {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.793827 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:43.818593 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'fixed_ips': [{'subnet_id': '96678dbf-78f1-41d0-83ad-363a298c1af7'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:50:43.820319 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.822393 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 15b360bd-53db-4a71-89a2-b071db866092 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:43.831848 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:43.834958 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Allocated IP 172.27.4.34 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/712ed2de-f156-4fbc-847b-6af26d893a45) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:43.846313 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks [] for router_controller (689d62ce-3a2e-497c-8af3-8efc3609c5cc), precommit_add_association {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.848416 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:50:43.849354 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.878153 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:43.951975 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (ade4885a-216f-4b79-8f4c-79672fbbf5c8), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:43.953247 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (ade4885a-216f-4b79-8f4c-79672fbbf5c8), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.012900 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks [] for router_controller (ade4885a-216f-4b79-8f4c-79672fbbf5c8), precommit_add_association {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.025813 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks [] for port (712ed2de-f156-4fbc-847b-6af26d893a45), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.042074 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:44.227442 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Allocated IP 172.20.0.2 (af1f3d7e-18a9-4ea1-a199-66960c97f1c1/5c35a5ff-8c01-4e85-9f16-1d8daf5289f5/f8478650-4c9b-4639-867d-f0a7c154d62d) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:44.236065 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.237510 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Allocated IP 172.20.0.2 (11e26cbc-21cb-4e26-bbc3-bb580c90779d/7ffa8019-894b-4933-b80a-f91f9dca7a8d/94a47be5-b4d9-4931-ba2f-5afdd3a6bca1) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:44.257407 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 15b360bd-53db-4a71-89a2-b071db866092 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:44.257769 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (15b360bd-53db-4a71-89a2-b071db866092), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.258472 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 15b360bd-53db-4a71-89a2-b071db866092 Oct 17 03:50:44.261391 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:44.307609 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:44.309719 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:44.330746 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:44.465007 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Pushing event updated for resources: {'Port': ['ID=712ed2de-f156-4fbc-847b-6af26d893a45,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:44.471311 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Allocated IP 172.20.0.2 (b23131e6-b5ff-474c-893a-7c99bb8a9ead/96678dbf-78f1-41d0-83ad-363a298c1af7/f8f826a2-9593-4e15-8182-01f5cde0df96) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:44.487555 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009cc0a-d364-4006-9729-f83576c6d61d None None] Network 9596452a-c538-49c6-83ce-e63a5d474491 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:50:44.582968 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks [] for router_gateway (1f29ba32-815a-4fe7-89a7-7192d407ad17), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.710249 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks [] for router_gateway (689d62ce-3a2e-497c-8af3-8efc3609c5cc), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.730362 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks [] for router_gateway (ade4885a-216f-4b79-8f4c-79672fbbf5c8), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.783102 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 15b360bd-53db-4a71-89a2-b071db866092 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:44.783490 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (15b360bd-53db-4a71-89a2-b071db866092), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.942466 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks [] for router_gateway (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.962530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Publish callbacks [] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.985868 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:44.992960 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-23af90fd-c5f6-48c6-98a9-44f7cd9e4f46 None None] Provisioning complete for port 15b360bd-53db-4a71-89a2-b071db866092 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:44.992960 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-23af90fd-c5f6-48c6-98a9-44f7cd9e4f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (15b360bd-53db-4a71-89a2-b071db866092), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:44.992960 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-23af90fd-c5f6-48c6-98a9-44f7cd9e4f46 None None] Attempt 1 to provision port 15b360bd-53db-4a71-89a2-b071db866092 Oct 17 03:50:45.037813 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:45.070395 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 15b360bd-53db-4a71-89a2-b071db866092, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=15b360bd-53db-4a71-89a2-b071db866092,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:50:45.085776 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Publish callbacks [] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.121943 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Publish callbacks [] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.151871 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.215580 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.224640 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (15b360bd-53db-4a71-89a2-b071db866092), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.237495 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:45.246756 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.251025 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Network b23131e6-b5ff-474c-893a-7c99bb8a9ead is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:45.254116 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.259374 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:45.261167 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Pushing event updated for resources: {'Port': ['ID=f8f826a2-9593-4e15-8182-01f5cde0df96,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:45.264963 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-23af90fd-c5f6-48c6-98a9-44f7cd9e4f46 None None] Current status of the port 15b360bd-53db-4a71-89a2-b071db866092 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:45.265332 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-23af90fd-c5f6-48c6-98a9-44f7cd9e4f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (15b360bd-53db-4a71-89a2-b071db866092), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.268564 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:45.313775 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:45.316715 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:45.344470 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:45.346353 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:45.352581 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:45.406484 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks [] for router_gateway (1f29ba32-815a-4fe7-89a7-7192d407ad17), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.442694 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks [] for router_gateway (ade4885a-216f-4b79-8f4c-79672fbbf5c8), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.454412 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.473388 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks [] for router_gateway (689d62ce-3a2e-497c-8af3-8efc3609c5cc), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.484911 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.511797 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.566943 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.db.api [None req-23af90fd-c5f6-48c6-98a9-44f7cd9e4f46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 03:50:45.567375 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG oslo_db.api [None req-23af90fd-c5f6-48c6-98a9-44f7cd9e4f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 03:50:45.568824 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:45.576921 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Attempting to bind port f8f826a2-9593-4e15-8182-01f5cde0df96 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:50:45.577403 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Attempting to bind port f8f826a2-9593-4e15-8182-01f5cde0df96 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:50:45.577624 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Attempting to bind port f8f826a2-9593-4e15-8182-01f5cde0df96 on network b23131e6-b5ff-474c-893a-7c99bb8a9ead {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:50:45.589288 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=15b360bd-53db-4a71-89a2-b071db866092,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:45.610472 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:50:45.655633 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Attempting to bind port f8478650-4c9b-4639-867d-f0a7c154d62d on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:50:45.655942 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Attempting to bind port f8478650-4c9b-4639-867d-f0a7c154d62d by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:50:45.656304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Attempting to bind port f8478650-4c9b-4639-867d-f0a7c154d62d on network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:50:45.717267 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Pushing event updated for resources: {'Port': ['ID=f8478650-4c9b-4639-867d-f0a7c154d62d,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:45.733492 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Allocated IP 172.27.4.169 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/da0186c0-197f-4975-94d2-c99ecba488dc) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:45.736543 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:45.801280 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Attempting to bind port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:50:45.801645 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Attempting to bind port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:50:45.802003 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Attempting to bind port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:50:45.803700 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:50:45.820191 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Sync routers for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:50:45.835490 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:45.836252 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:45.900929 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks [] for port (da0186c0-197f-4975-94d2-c99ecba488dc), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.933307 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.936169 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52240) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:45.936704 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-3a156b7d-164f-4433-b612-375fc467d318 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1026464 Oct 17 03:50:45.990162 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:50:45.990725 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Checking segment: {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:45.991284 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:45.991795 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Bound using segment: {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:50:45.992647 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Bound port: f8f826a2-9593-4e15-8182-01f5cde0df96, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:50:45.992862 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.046841 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Pushing event updated for resources: {'Port': ['ID=94a47be5-b4d9-4931-ba2f-5afdd3a6bca1,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:46.053312 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:50:46.054282 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Checking segment: {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:46.054687 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.055075 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Bound using segment: {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:50:46.055583 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Bound port: f8478650-4c9b-4639-867d-f0a7c154d62d, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:50:46.056107 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.161165 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] For port f8478650-4c9b-4639-867d-f0a7c154d62d, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:50:46.164684 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] For port f8478650-4c9b-4639-867d-f0a7c154d62d, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=f8478650-4c9b-4639-867d-f0a7c154d62d,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:50:46.172514 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-23af90fd-c5f6-48c6-98a9-44f7cd9e4f46 None None] Current status of the port 15b360bd-53db-4a71-89a2-b071db866092 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:46.181929 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:46.187700 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:46.203763 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:50:46.204145 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Checking segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:46.204547 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.209751 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Bound using segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:50:46.209751 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Bound port: 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:50:46.209751 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.209751 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] For port f8f826a2-9593-4e15-8182-01f5cde0df96, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:50:46.212385 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] For port f8f826a2-9593-4e15-8182-01f5cde0df96, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=f8f826a2-9593-4e15-8182-01f5cde0df96,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:50:46.269602 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.311082 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.327153 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] For port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:50:46.345035 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-65d689d6-e93b-44f9-a43d-ac2f8a72a3c2 None None] Provisioning complete for port 15b360bd-53db-4a71-89a2-b071db866092 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:46.345399 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-65d689d6-e93b-44f9-a43d-ac2f8a72a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (15b360bd-53db-4a71-89a2-b071db866092), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.345735 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-65d689d6-e93b-44f9-a43d-ac2f8a72a3c2 None None] Attempt 1 to provision port 15b360bd-53db-4a71-89a2-b071db866092 Oct 17 03:50:46.355328 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] For port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=94a47be5-b4d9-4931-ba2f-5afdd3a6bca1,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:50:46.395329 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:44Z', 'revision_number': 3, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:46.436849 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Checking router: b5cbccfc-aece-42b5-a8cb-ceb6899903b8 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:50:46.437409 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Updating router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 port 712ed2de-f156-4fbc-847b-6af26d893a45 binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:50:46.479107 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.528525 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8f527-9ad2-4804-8fb2-6f505c13bbf4 None None] Pushing event updated for resources: {'Port': ['ID=f8478650-4c9b-4639-867d-f0a7c154d62d,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:46.571494 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.618433 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Allocated IP 172.27.4.98 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/16aae9f7-5118-4b40-a78c-9350686da4b9) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:46.711719 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:46.766629 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf078fc-e1d4-475a-ae90-dce3b02b3ea8 None None] Pushing event updated for resources: {'Port': ['ID=f8f826a2-9593-4e15-8182-01f5cde0df96,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:46.825143 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-65d689d6-e93b-44f9-a43d-ac2f8a72a3c2 None None] Current status of the port 15b360bd-53db-4a71-89a2-b071db866092 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:46.830368 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:46.867556 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:46.878849 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:46.897872 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:46.897872 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Pushing event updated for resources: {'Port': ['ID=da0186c0-197f-4975-94d2-c99ecba488dc,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:46.970213 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c69a7b-a8c1-4ab6-8de5-7236267cbdf3 None None] Pushing event updated for resources: {'Port': ['ID=94a47be5-b4d9-4931-ba2f-5afdd3a6bca1,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:46.982457 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:47.164609 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks [] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.216943 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:47.240323 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.259147 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52268) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:47.370219 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-be52af07-e68d-49eb-9d12-ebfe742f9513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.378132 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.394132 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:47.448335 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-be52af07-e68d-49eb-9d12-ebfe742f9513 admin admin] Publish callbacks [] for security_group (3f46857f-5025-4246-9726-0b5e74361757), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.508617 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:47.518516 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks [] for router_gateway (1f29ba32-815a-4fe7-89a7-7192d407ad17), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.519491 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-be52af07-e68d-49eb-9d12-ebfe742f9513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3f46857f-5025-4246-9726-0b5e74361757), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.551320 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:47.558883 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Allocated IP 172.27.4.186 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/fd5e9d05-46c2-4164-b75b-d50217de4551) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:47.561114 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Pushing event updated for resources: {'Port': ['ID=16aae9f7-5118-4b40-a78c-9350686da4b9,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:47.579656 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-be52af07-e68d-49eb-9d12-ebfe742f9513 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f8f11d4419f946b9aa0accbc6a219488&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3192749 Oct 17 03:50:47.582476 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52274) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:47.601027 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:47.664460 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52af07-e68d-49eb-9d12-ebfe742f9513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f46857f-5025-4246-9726-0b5e74361757,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:47.668509 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bfcc136a-5369-474c-b5a9-eed6bb672847 admin admin] Publish callbacks [] for security_group (3f46857f-5025-4246-9726-0b5e74361757), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.696097 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bfcc136a-5369-474c-b5a9-eed6bb672847 admin admin] Publish callbacks [] for security_group (3f46857f-5025-4246-9726-0b5e74361757), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.771339 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:47.820274 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:47.820984 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.821089 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 Oct 17 03:50:47.852061 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Allocated IP 172.20.0.1 (9596452a-c538-49c6-83ce-e63a5d474491/fc392004-8afd-451c-9dcb-41ef655b2ff1/94893caf-2412-4766-ac9b-723946a2897b) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:47.864767 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:47.930813 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bfcc136a-5369-474c-b5a9-eed6bb672847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3f46857f-5025-4246-9726-0b5e74361757), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.933615 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bfcc136a-5369-474c-b5a9-eed6bb672847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.937355 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-bfcc136a-5369-474c-b5a9-eed6bb672847 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3f46857f-5025-4246-9726-0b5e74361757 HTTP/1.1" status: 204 len: 168 time: 0.3509312 Oct 17 03:50:47.941163 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:47.949452 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:47.953375 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc136a-5369-474c-b5a9-eed6bb672847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f46857f-5025-4246-9726-0b5e74361757,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:48.014922 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:48.030920 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=94a47be5-b4d9-4931-ba2f-5afdd3a6bca1,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:50:48.034180 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4664f1-d196-4399-927c-fb948665abb7 None None] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:50:48.101827 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-307dde9a-9090-4a1f-ac3e-402d40b2998e None None] Provisioning complete for port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:48.102199 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-307dde9a-9090-4a1f-ac3e-402d40b2998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.102535 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-307dde9a-9090-4a1f-ac3e-402d40b2998e None None] Attempt 1 to provision port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 Oct 17 03:50:48.157516 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.165222 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device f8478650-4c9b-4639-867d-f0a7c154d62d up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:48.253302 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:48.270753 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks [] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.328100 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=94a47be5-b4d9-4931-ba2f-5afdd3a6bca1,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:48.345554 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-307dde9a-9090-4a1f-ac3e-402d40b2998e None None] Current status of the port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:48.351018 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port f8478650-4c9b-4639-867d-f0a7c154d62d triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:48.351458 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.351835 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port f8478650-4c9b-4639-867d-f0a7c154d62d Oct 17 03:50:48.447161 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Publish callbacks [] for port (94893caf-2412-4766-ac9b-723946a2897b), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.473480 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ecc19-f094-4655-a58a-c2d329670d6e None None] Network b23131e6-b5ff-474c-893a-7c99bb8a9ead requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:50:48.495354 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (1f29ba32-815a-4fe7-89a7-7192d407ad17), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.512996 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks [] for router_gateway (ade4885a-216f-4b79-8f4c-79672fbbf5c8), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.534530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port f8478650-4c9b-4639-867d-f0a7c154d62d is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:48.534919 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.640952 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0f887e8e-0cd7-4764-8393-61621c742dfd None None] Provisioning complete for port f8f826a2-9593-4e15-8182-01f5cde0df96 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:48.641341 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0f887e8e-0cd7-4764-8393-61621c742dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.641717 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0f887e8e-0cd7-4764-8393-61621c742dfd None None] Attempt 1 to provision port f8f826a2-9593-4e15-8182-01f5cde0df96 Oct 17 03:50:48.647708 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.691004 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:48.699700 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:48.703850 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:48.728115 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port f8478650-4c9b-4639-867d-f0a7c154d62d, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=f8478650-4c9b-4639-867d-f0a7c154d62d,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:50:48.832707 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Publish callbacks [] for port (712ed2de-f156-4fbc-847b-6af26d893a45), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.833314 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0f887e8e-0cd7-4764-8393-61621c742dfd None None] Current status of the port f8f826a2-9593-4e15-8182-01f5cde0df96 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:48.833314 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0f887e8e-0cd7-4764-8393-61621c742dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.842533 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:48.843959 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:48.854032 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.854968 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device f8f826a2-9593-4e15-8182-01f5cde0df96 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:48.887420 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9104e72-5a88-482b-b79f-0dc7ef3a779e None None] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:50:48.930621 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:48.949746 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:48.990174 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Pushing event updated for resources: {'Port': ['ID=fd5e9d05-46c2-4164-b75b-d50217de4551,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:49.002989 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (94893caf-2412-4766-ac9b-723946a2897b), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.015206 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0f887e8e-0cd7-4764-8393-61621c742dfd None None] For port f8f826a2-9593-4e15-8182-01f5cde0df96, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=f8f826a2-9593-4e15-8182-01f5cde0df96,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:50:49.020141 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Attempting to bind port 712ed2de-f156-4fbc-847b-6af26d893a45 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:50:49.020847 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Attempting to bind port 712ed2de-f156-4fbc-847b-6af26d893a45 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:50:49.022693 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Attempting to bind port 712ed2de-f156-4fbc-847b-6af26d893a45 on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:50:49.064635 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=f8478650-4c9b-4639-867d-f0a7c154d62d,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:49.070373 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port f8f826a2-9593-4e15-8182-01f5cde0df96 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:49.070771 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.071112 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port f8f826a2-9593-4e15-8182-01f5cde0df96 Oct 17 03:50:49.139568 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Pushing event updated for resources: {'Port': ['ID=712ed2de-f156-4fbc-847b-6af26d893a45,revision_number=2']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:49.150238 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0f887e8e-0cd7-4764-8393-61621c742dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.155199 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.155778 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.156295 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.156799 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.157474 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.157973 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.158464 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.158942 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.160092 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.160612 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.161460 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.161957 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.162483 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.163556 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.164079 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Tracked resource versions report: Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: pushed versions: Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: { 'AddressGroup': {'1.2'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Agent': {'1.1'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'ConntrackHelper': {'1.0'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Log': {'1.0'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'NDPProxy': {'1.0'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Network': {'1.1'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Port': {'1.7'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'PortForwarding': {'1.3'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'QosPolicy': {'1.10'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SecurityGroup': {'1.5'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SubPort': {'1.0'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Subnet': {'1.1'}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Trunk': {'1.1'}} Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: consumer versions: Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: { DHCP agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: HyperV agent@hv-cinder-81558: {}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: L3 agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: Metadata agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: Metering agent@dv-cinder-815582-16-iscsi: {}, Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: Open vSwitch agent@dv-cinder-815582-16-iscsi: { 'AddressGroup': '1.2', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Agent': '1.1', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'ConntrackHelper': '1.0', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'LocalIPAssociation': '1.0', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Log': '1.0', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'NDPProxy': '1.0', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Network': '1.1', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Port': '1.7', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'PortForwarding': '1.3', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'QosPolicy': '1.10', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SecurityGroup': '1.5', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SecurityGroupRule': '1.2', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'SubPort': '1.0', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Subnet': '1.1', Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: 'Trunk': '1.1'}} Oct 17 03:50:49.165742 dv-cinder-815582-16-iscsi neutron-server[111642]: {{(pid=111642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:50:49.177149 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:50:49.177826 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:49.179051 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.179666 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:50:49.180387 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Bound port: 712ed2de-f156-4fbc-847b-6af26d893a45, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:50:49.180984 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.184905 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Network 9596452a-c538-49c6-83ce-e63a5d474491 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:49.228287 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:49.235233 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:49.235968 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.241824 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Pushing event updated for resources: {'Port': ['ID=94893caf-2412-4766-ac9b-723946a2897b,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:49.247716 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f887e8e-0cd7-4764-8393-61621c742dfd None None] Pushing event updated for resources: {'Port': ['ID=f8f826a2-9593-4e15-8182-01f5cde0df96,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:49.250375 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] For port 712ed2de-f156-4fbc-847b-6af26d893a45, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:50:49.255839 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] For port 712ed2de-f156-4fbc-847b-6af26d893a45, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=712ed2de-f156-4fbc-847b-6af26d893a45,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:50:49.329623 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port f8f826a2-9593-4e15-8182-01f5cde0df96 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:49.330915 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 15b360bd-53db-4a71-89a2-b071db866092 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:49.335591 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Provisioning complete for port f8478650-4c9b-4639-867d-f0a7c154d62d triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:49.338304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.338711 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Attempt 1 to provision port f8478650-4c9b-4639-867d-f0a7c154d62d Oct 17 03:50:49.348530 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.411061 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:49.458241 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:49.458892 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:49.477377 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (ade4885a-216f-4b79-8f4c-79672fbbf5c8), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.522821 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e3c9f-9555-4039-b848-f13923529054 None None] Pushing event updated for resources: {'Port': ['ID=712ed2de-f156-4fbc-847b-6af26d893a45,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:49.531147 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:49.583722 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 15b360bd-53db-4a71-89a2-b071db866092 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:49.584412 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (15b360bd-53db-4a71-89a2-b071db866092), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.585431 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 15b360bd-53db-4a71-89a2-b071db866092 Oct 17 03:50:49.648382 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:49.740929 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Current status of the port f8478650-4c9b-4639-867d-f0a7c154d62d is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:49.747849 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:49.760919 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Provisioning complete for port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:49.761360 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.761701 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Attempt 1 to provision port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 Oct 17 03:50:49.785516 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:49.840357 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks [] for router_gateway (689d62ce-3a2e-497c-8af3-8efc3609c5cc), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.878712 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 15b360bd-53db-4a71-89a2-b071db866092 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:49.889997 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:49.895850 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Current status of the port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:49.898024 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:44Z', 'revision_number': 3, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:49.900469 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Provisioning complete for port f8f826a2-9593-4e15-8182-01f5cde0df96 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:49.901269 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.901770 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Attempt 1 to provision port f8f826a2-9593-4e15-8182-01f5cde0df96 Oct 17 03:50:49.937633 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8af4c9-9687-4cfe-a917-e7f18d2c2dae None None] The sync data for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi is: [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:44Z', 'revision_number': 3, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:50:49.953409 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Router 1f29ba32-815a-4fe7-89a7-7192d407ad17 is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:50:49.960938 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (94893caf-2412-4766-ac9b-723946a2897b), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:49.974235 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:49.987111 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-75e7ae42-a67e-4312-a437-8039903c6cd0 None None] Current status of the port f8f826a2-9593-4e15-8182-01f5cde0df96 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:50.070891 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:50.141337 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-fa8b858e-3529-4514-95a4-d1ecda928e1f None None] Provisioning complete for port f8478650-4c9b-4639-867d-f0a7c154d62d triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:50.141811 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fa8b858e-3529-4514-95a4-d1ecda928e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.142519 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-fa8b858e-3529-4514-95a4-d1ecda928e1f None None] Attempt 1 to provision port f8478650-4c9b-4639-867d-f0a7c154d62d Oct 17 03:50:50.198217 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:50.198616 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.198961 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 Oct 17 03:50:50.327861 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b858e-3529-4514-95a4-d1ecda928e1f None None] Current status of the port f8478650-4c9b-4639-867d-f0a7c154d62d is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:50.389511 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-fa8b858e-3529-4514-95a4-d1ecda928e1f None None] Provisioning complete for port 94893caf-2412-4766-ac9b-723946a2897b triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:50.389913 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fa8b858e-3529-4514-95a4-d1ecda928e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (94893caf-2412-4766-ac9b-723946a2897b), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.390249 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-fa8b858e-3529-4514-95a4-d1ecda928e1f None None] Attempt 1 to provision port 94893caf-2412-4766-ac9b-723946a2897b Oct 17 03:50:50.443422 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:50.444607 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device f8f826a2-9593-4e15-8182-01f5cde0df96 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:50.495944 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b858e-3529-4514-95a4-d1ecda928e1f None None] Port 94893caf-2412-4766-ac9b-723946a2897b cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:50:50.501348 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Router ade4885a-216f-4b79-8f4c-79672fbbf5c8 is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:50:50.527455 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port f8f826a2-9593-4e15-8182-01f5cde0df96 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:50.528203 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.528628 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port f8f826a2-9593-4e15-8182-01f5cde0df96 Oct 17 03:50:50.560566 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:50:50.572335 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Sync routers for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:50:50.578378 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:50.598571 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:50.599274 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:50.710427 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.758869 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:50.770507 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.775150 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52358) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:50.775687 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2d4e302c-a1f3-4fdd-b9c6-75dc46d27058 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.5090425 Oct 17 03:50:50.822284 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (689d62ce-3a2e-497c-8af3-8efc3609c5cc), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.851234 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Publish callbacks [] for port (94893caf-2412-4766-ac9b-723946a2897b), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.932605 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:50:50.945175 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:50.951004 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Sync routers for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:50:50.973025 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (94893caf-2412-4766-ac9b-723946a2897b), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.973025 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:50.973297 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:50.973297 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:50.973631 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:51.257429 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:51.261900 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-7c4116fa-c455-463e-999d-ef0377ec3c88 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5923438 Oct 17 03:50:51.263488 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52380) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:51.275130 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port f8f826a2-9593-4e15-8182-01f5cde0df96 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:51.276652 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device f8478650-4c9b-4639-867d-f0a7c154d62d up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:51.285985 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Network 9596452a-c538-49c6-83ce-e63a5d474491 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:51.291428 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:51.310656 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:51.566780 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port f8478650-4c9b-4639-867d-f0a7c154d62d triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:51.567401 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:51.567978 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port f8478650-4c9b-4639-867d-f0a7c154d62d Oct 17 03:50:51.597196 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:51.613963 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:47Z', 'revision_number': 3, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:51.635461 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:50:51.636845 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Pushing event updated for resources: {'Port': ['ID=94893caf-2412-4766-ac9b-723946a2897b,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:51.708069 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Checking router: ade4885a-216f-4b79-8f4c-79672fbbf5c8 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:50:51.710504 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Updating router ade4885a-216f-4b79-8f4c-79672fbbf5c8 port 16aae9f7-5118-4b40-a78c-9350686da4b9 binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:50:51.767922 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:51.841716 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:51.851644 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-b6e6fa34-a5bb-45c0-881b-878e1749b9b7 None None] Provisioning complete for port 94893caf-2412-4766-ac9b-723946a2897b triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:51.851644 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b6e6fa34-a5bb-45c0-881b-878e1749b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (94893caf-2412-4766-ac9b-723946a2897b), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:51.851644 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-b6e6fa34-a5bb-45c0-881b-878e1749b9b7 None None] Attempt 1 to provision port 94893caf-2412-4766-ac9b-723946a2897b Oct 17 03:50:51.916870 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Router 689d62ce-3a2e-497c-8af3-8efc3609c5cc is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:50:51.927235 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:50:51.934994 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-d6de23e5-20f3-4848-b38b-8cfaf7c2a042 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/b5cbccfc-aece-42b5-a8cb-ceb6899903b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9970951 Oct 17 03:50:51.962334 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6fa34-a5bb-45c0-881b-878e1749b9b7 None None] Port 94893caf-2412-4766-ac9b-723946a2897b cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:50:51.987283 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:47Z', 'revision_number': 3, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:52.063606 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Checking router: 1f29ba32-815a-4fe7-89a7-7192d407ad17 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:50:52.063986 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Updating router 1f29ba32-815a-4fe7-89a7-7192d407ad17 port da0186c0-197f-4975-94d2-c99ecba488dc binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:50:52.111727 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port f8478650-4c9b-4639-867d-f0a7c154d62d is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:52.121921 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:52.151457 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:50:52.163203 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:52.181085 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:52.190157 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:52.225468 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:52.230426 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Sync routers for ids ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:50:52.235019 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:52.310192 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:52.312788 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-25234f1e-ca97-48fd-aead-6bf5911fe17f admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9029472 Oct 17 03:50:52.319109 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Routers {'689d62ce-3a2e-497c-8af3-8efc3609c5cc'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:52.319639 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52430) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:52.319796 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:52.470551 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Publish callbacks [] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:52.526262 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 712ed2de-f156-4fbc-847b-6af26d893a45 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:52.540583 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:52.552294 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:52.634305 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Sync routers for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:50:52.660893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:52.707175 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1738bb5-fd57-4174-9607-aaadd0082797 None None] Pushing event updated for resources: {'Port': ['ID=16aae9f7-5118-4b40-a78c-9350686da4b9,revision_number=2']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:52.713938 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Attempting to bind port 16aae9f7-5118-4b40-a78c-9350686da4b9 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:50:52.715455 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Attempting to bind port 16aae9f7-5118-4b40-a78c-9350686da4b9 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:50:52.720320 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Attempting to bind port 16aae9f7-5118-4b40-a78c-9350686da4b9 on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:50:52.782641 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:52.784558 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:52.798135 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Allocated IP 172.20.0.1 (af1f3d7e-18a9-4ea1-a199-66960c97f1c1/5c35a5ff-8c01-4e85-9f16-1d8daf5289f5/cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:52.908059 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52452) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:52.920599 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 712ed2de-f156-4fbc-847b-6af26d893a45 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:52.920860 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-06f2a0f8-de6b-40e7-bce4-9889cadaf811 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011013135', 'description': 'tempest-description--919497712'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:52.921214 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:52.921664 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 712ed2de-f156-4fbc-847b-6af26d893a45 Oct 17 03:50:52.970971 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:50:52.972104 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:52.972823 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:52.975013 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:50:52.976122 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Bound port: 16aae9f7-5118-4b40-a78c-9350686da4b9, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:50:52.976746 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.023038 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Allocated IP 172.20.0.1 (11e26cbc-21cb-4e26-bbc3-bb580c90779d/7ffa8019-894b-4933-b80a-f91f9dca7a8d/58abd556-3415-4a1d-b6d2-3292a0a99afa) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:53.029202 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:53.033270 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:53.038660 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Set router 689d62ce-3a2e-497c-8af3-8efc3609c5cc gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:53.109398 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Publish callbacks [] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.113092 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06f2a0f8-de6b-40e7-bce4-9889cadaf811 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.132537 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:53.206739 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] For port 16aae9f7-5118-4b40-a78c-9350686da4b9, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:50:53.276271 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.286506 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] For port 16aae9f7-5118-4b40-a78c-9350686da4b9, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=16aae9f7-5118-4b40-a78c-9350686da4b9,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:50:53.326296 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.342688 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Publish callbacks [] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.376554 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.444595 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:53.461635 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1738bb5-fd57-4174-9607-aaadd0082797 None None] Pushing event updated for resources: {'Port': ['ID=16aae9f7-5118-4b40-a78c-9350686da4b9,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:53.462684 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06f2a0f8-de6b-40e7-bce4-9889cadaf811 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (cfabe1eb-94e1-4ff4-92d2-ebdd64881558), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.479495 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:53.489781 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:53.490253 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (ade4885a-216f-4b79-8f4c-79672fbbf5c8), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.529410 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Allocated IP 172.20.0.1 (b23131e6-b5ff-474c-893a-7c99bb8a9ead/96678dbf-78f1-41d0-83ad-363a298c1af7/cfb7afe4-fec7-4716-8a4c-581cf87990c6) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:53.546231 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:48Z', 'revision_number': 3, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'gw_port': {'id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:86:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:53.559522 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:53.560187 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:53.580743 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:53.629470 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Checking router: 689d62ce-3a2e-497c-8af3-8efc3609c5cc for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:50:53.629470 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Updating router 689d62ce-3a2e-497c-8af3-8efc3609c5cc port fd5e9d05-46c2-4164-b75b-d50217de4551 binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:50:53.639115 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06f2a0f8-de6b-40e7-bce4-9889cadaf811 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (cfabe1eb-94e1-4ff4-92d2-ebdd64881558), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.647111 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:53.695727 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Pushing event updated for resources: {'Port': ['ID=cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:53.733273 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:50:50Z', 'revision_number': 2, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:53.738320 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:53.770237 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:53.798912 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Publish callbacks [] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.873796 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:53.879173 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:53.914339 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.915044 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.915610 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Checking router: b5cbccfc-aece-42b5-a8cb-ceb6899903b8 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:50:53.915610 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Updating router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 port 94893caf-2412-4766-ac9b-723946a2897b binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:50:53.924921 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06f2a0f8-de6b-40e7-bce4-9889cadaf811 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.926141 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-06f2a0f8-de6b-40e7-bce4-9889cadaf811 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0154119 Oct 17 03:50:53.929799 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52502) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:53.934290 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2a0f8-de6b-40e7-bce4-9889cadaf811 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfabe1eb-94e1-4ff4-92d2-ebdd64881558,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:53.935367 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-8720d182-a6e2-4e99-af5a-d83408b6fe4c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'security_group_rule': {'security_group_id': 'cfabe1eb-94e1-4ff4-92d2-ebdd64881558', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:53.966028 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Publish callbacks [] for port (da0186c0-197f-4975-94d2-c99ecba488dc), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.976341 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:53.984350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 712ed2de-f156-4fbc-847b-6af26d893a45 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:53.984755 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:53.995566 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.000281 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:54.017469 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:54.017469 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Pushing event updated for resources: {'Port': ['ID=58abd556-3415-4a1d-b6d2-3292a0a99afa,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:54.017469 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:54.017469 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (1f29ba32-815a-4fe7-89a7-7192d407ad17), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.022509 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 712ed2de-f156-4fbc-847b-6af26d893a45, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=712ed2de-f156-4fbc-847b-6af26d893a45,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:50:54.058624 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (94893caf-2412-4766-ac9b-723946a2897b), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.115103 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-f5a81364-55da-45d2-a712-ed8133c9b085 None None] Provisioning complete for port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:54.115779 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f5a81364-55da-45d2-a712-ed8133c9b085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.115779 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-f5a81364-55da-45d2-a712-ed8133c9b085 None None] Attempt 1 to provision port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a Oct 17 03:50:54.178582 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.217060 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.242951 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Attempting to bind port da0186c0-197f-4975-94d2-c99ecba488dc on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:50:54.243563 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Attempting to bind port da0186c0-197f-4975-94d2-c99ecba488dc by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:50:54.244125 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Attempting to bind port da0186c0-197f-4975-94d2-c99ecba488dc on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:50:54.275855 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.306106 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Network b23131e6-b5ff-474c-893a-7c99bb8a9ead is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:54.309105 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:54.366575 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:54.368087 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (689d62ce-3a2e-497c-8af3-8efc3609c5cc), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.461167 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-f5a81364-55da-45d2-a712-ed8133c9b085 None None] Port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:50:54.493632 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52512) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:54.502874 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580044c-110a-463a-932e-47893a558fe3 None None] Pushing event updated for resources: {'Port': ['ID=da0186c0-197f-4975-94d2-c99ecba488dc,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:54.526308 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:47Z', 'revision_number': 3, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:54.564136 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8720d182-a6e2-4e99-af5a-d83408b6fe4c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (626f1187-ddbf-4b01-8d65-c5eeba158b6c), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.564464 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d4fd4-efa9-4188-b116-f7054038b3a9 None None] The sync data for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi is: [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:47Z', 'revision_number': 3, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:50:54.602540 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-85641679-c5af-4aef-a52d-5de1c4460d45 None None] Provisioning complete for port 58abd556-3415-4a1d-b6d2-3292a0a99afa triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:54.605488 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-85641679-c5af-4aef-a52d-5de1c4460d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.605834 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-85641679-c5af-4aef-a52d-5de1c4460d45 None None] Attempt 1 to provision port 58abd556-3415-4a1d-b6d2-3292a0a99afa Oct 17 03:50:54.608355 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:50:54.608683 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:54.624203 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.624922 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:50:54.633328 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:54.639473 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Bound port: da0186c0-197f-4975-94d2-c99ecba488dc, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:50:54.640132 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.721115 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.751439 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:54.765402 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.806472 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52518) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:54.816870 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=712ed2de-f156-4fbc-847b-6af26d893a45,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:54.836499 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-85641679-c5af-4aef-a52d-5de1c4460d45 None None] Port 58abd556-3415-4a1d-b6d2-3292a0a99afa cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:50:54.849389 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] For port da0186c0-197f-4975-94d2-c99ecba488dc, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:50:54.856493 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] For port da0186c0-197f-4975-94d2-c99ecba488dc, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=da0186c0-197f-4975-94d2-c99ecba488dc,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:50:54.876904 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:54.898428 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8720d182-a6e2-4e99-af5a-d83408b6fe4c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (626f1187-ddbf-4b01-8d65-c5eeba158b6c), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.901744 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Publish callbacks [] for port (94893caf-2412-4766-ac9b-723946a2897b), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.949830 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Pushing event updated for resources: {'Port': ['ID=cfb7afe4-fec7-4716-8a4c-581cf87990c6,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:54.971908 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.979222 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (94893caf-2412-4766-ac9b-723946a2897b), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:54.995867 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-618c27a9-c7c2-46c9-809b-fe4c2b86c91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.021067 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8720d182-a6e2-4e99-af5a-d83408b6fe4c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (626f1187-ddbf-4b01-8d65-c5eeba158b6c), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.056876 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720d182-a6e2-4e99-af5a-d83408b6fe4c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626f1187-ddbf-4b01-8d65-c5eeba158b6c,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:55.071889 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Publish callbacks [] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.074229 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-b3f01f13-5155-41bb-a370-bb841efb624a None None] Provisioning complete for port cfb7afe4-fec7-4716-8a4c-581cf87990c6 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:55.075175 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b3f01f13-5155-41bb-a370-bb841efb624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.075670 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-b3f01f13-5155-41bb-a370-bb841efb624a None None] Attempt 1 to provision port cfb7afe4-fec7-4716-8a4c-581cf87990c6 Oct 17 03:50:55.087610 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:55.105422 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580044c-110a-463a-932e-47893a558fe3 None None] Pushing event updated for resources: {'Port': ['ID=da0186c0-197f-4975-94d2-c99ecba488dc,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:55.137145 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:55.138001 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:55.144351 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-19bdbff8-e656-4603-a95b-631203d91254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.156661 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064b1ed-5b71-4d39-ab92-7ecd0f937d34 None None] Pushing event updated for resources: {'Port': ['ID=94893caf-2412-4766-ac9b-723946a2897b,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:55.198799 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8720d182-a6e2-4e99-af5a-d83408b6fe4c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.200129 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-8720d182-a6e2-4e99-af5a-d83408b6fe4c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2691689 Oct 17 03:50:55.208114 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52528) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:55.213471 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-75d65312-dcd4-46a0-abbd-353ffd0cf895 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'security_group_rule': {'security_group_id': 'cfabe1eb-94e1-4ff4-92d2-ebdd64881558', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:55.226294 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Attempting to bind port 94893caf-2412-4766-ac9b-723946a2897b on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:50:55.226672 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Attempting to bind port 94893caf-2412-4766-ac9b-723946a2897b by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:50:55.227033 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Attempting to bind port 94893caf-2412-4766-ac9b-723946a2897b on network 9596452a-c538-49c6-83ce-e63a5d474491 {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:50:55.235624 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Publish callbacks [] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.303379 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Publish callbacks [] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.343001 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:55.355020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-75d65312-dcd4-46a0-abbd-353ffd0cf895 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (fb3a0be3-65e2-4ee9-b2b6-815de6d54649), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.372975 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Publish callbacks [] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.449721 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-618c27a9-c7c2-46c9-809b-fe4c2b86c91e admin admin] Publish callbacks [] for security_group (258cc20c-6943-49e1-a0c1-3137bba47235), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.484199 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-75d65312-dcd4-46a0-abbd-353ffd0cf895 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (fb3a0be3-65e2-4ee9-b2b6-815de6d54649), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.487502 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.489545 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (689d62ce-3a2e-497c-8af3-8efc3609c5cc), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.514775 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:55.519437 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.533356 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-19bdbff8-e656-4603-a95b-631203d91254 admin admin] Publish callbacks [] for security_group (4b661f71-918e-4d38-8680-52c8aff431a4), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.535627 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.538819 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (ade4885a-216f-4b79-8f4c-79672fbbf5c8), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.547117 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-b3f01f13-5155-41bb-a370-bb841efb624a None None] Port cfb7afe4-fec7-4716-8a4c-581cf87990c6 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:50:55.549515 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.550758 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (1f29ba32-815a-4fe7-89a7-7192d407ad17), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.557779 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Pushing event updated for resources: {'Port': ['ID=cfb7afe4-fec7-4716-8a4c-581cf87990c6,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:55.560929 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:50:55.575239 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Checking segment: {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:55.575239 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.575239 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Bound using segment: {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:50:55.575239 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Bound port: 94893caf-2412-4766-ac9b-723946a2897b, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:50:55.575239 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (94893caf-2412-4766-ac9b-723946a2897b), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.592866 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Attempting to bind port fd5e9d05-46c2-4164-b75b-d50217de4551 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:50:55.593323 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Attempting to bind port fd5e9d05-46c2-4164-b75b-d50217de4551 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:50:55.593788 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Attempting to bind port fd5e9d05-46c2-4164-b75b-d50217de4551 on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:50:55.648071 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-75d65312-dcd4-46a0-abbd-353ffd0cf895 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (fb3a0be3-65e2-4ee9-b2b6-815de6d54649), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.688387 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] For port 94893caf-2412-4766-ac9b-723946a2897b, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:50:55.693105 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] For port 94893caf-2412-4766-ac9b-723946a2897b, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=94893caf-2412-4766-ac9b-723946a2897b,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:50:55.713603 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 1, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:55.717596 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f4fa5-03a2-4aa9-9c27-03ae74382889 None None] Pushing event updated for resources: {'Port': ['ID=fd5e9d05-46c2-4164-b75b-d50217de4551,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:55.737030 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Pushing event updated for resources: {'Port': ['ID=cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:55.741389 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-19bdbff8-e656-4603-a95b-631203d91254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (4b661f71-918e-4d38-8680-52c8aff431a4), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.750728 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d05a03-7fa6-4d0d-80cc-b19e7fc82755 None None] The sync data for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi is: [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 1, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:50:55.767433 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:50:55.767433 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:50:55.767433 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.767433 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:50:55.767433 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Bound port: fd5e9d05-46c2-4164-b75b-d50217de4551, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:50:55.767433 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.768069 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d65312-dcd4-46a0-abbd-353ffd0cf895 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3a0be3-65e2-4ee9-b2b6-815de6d54649,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:55.772411 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-618c27a9-c7c2-46c9-809b-fe4c2b86c91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (258cc20c-6943-49e1-a0c1-3137bba47235), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.783166 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-19bdbff8-e656-4603-a95b-631203d91254 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=84929e7da65d4696913f3fc844f90854&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2884982 Oct 17 03:50:55.783815 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Network b23131e6-b5ff-474c-893a-7c99bb8a9ead is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:55.785397 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:55.794136 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52540) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:55.802061 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:55.802213 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (94893caf-2412-4766-ac9b-723946a2897b), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.839782 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] For port fd5e9d05-46c2-4164-b75b-d50217de4551, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:50:55.855059 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] For port fd5e9d05-46c2-4164-b75b-d50217de4551, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=fd5e9d05-46c2-4164-b75b-d50217de4551,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:50:55.859533 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-75d65312-dcd4-46a0-abbd-353ffd0cf895 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.862219 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-75d65312-dcd4-46a0-abbd-353ffd0cf895 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6522040 Oct 17 03:50:55.869608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52542) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:55.880558 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:55.910997 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:55.918077 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:55.921211 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:55.931864 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:55.932659 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:55.936734 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:55.981805 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064b1ed-5b71-4d39-ab92-7ecd0f937d34 None None] Pushing event updated for resources: {'Port': ['ID=94893caf-2412-4766-ac9b-723946a2897b,revision_number=4']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:55.986834 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Pushing event updated for resources: {'Port': ['ID=58abd556-3415-4a1d-b6d2-3292a0a99afa,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:55.995638 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:56.015652 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:56.025035 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Routers {'689d62ce-3a2e-497c-8af3-8efc3609c5cc'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:56.027075 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:56.037947 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:56.128064 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Router 689d62ce-3a2e-497c-8af3-8efc3609c5cc has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:50:56.148420 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f4fa5-03a2-4aa9-9c27-03ae74382889 None None] Pushing event updated for resources: {'Port': ['ID=fd5e9d05-46c2-4164-b75b-d50217de4551,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:56.210359 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6dc3-e70f-4c15-8c0a-4a29c95eadf1 admin admin] Publish callbacks [] for security_group (4b661f71-918e-4d38-8680-52c8aff431a4), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:56.221869 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:56.225271 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:56.589524 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6dc3-e70f-4c15-8c0a-4a29c95eadf1 admin admin] Publish callbacks [] for security_group (4b661f71-918e-4d38-8680-52c8aff431a4), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:56.591309 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] Set router 689d62ce-3a2e-497c-8af3-8efc3609c5cc gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:56.592327 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:56.592327 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-618c27a9-c7c2-46c9-809b-fe4c2b86c91e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=af361498dd7b4973b66b005b255b3828&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6719809 Oct 17 03:50:56.594859 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52550) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:56.617728 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Router 1f29ba32-815a-4fe7-89a7-7192d407ad17 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:50:56.618591 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdbff8-e656-4603-a95b-631203d91254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b661f71-918e-4d38-8680-52c8aff431a4,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:56.713003 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c27a9-c7c2-46c9-809b-fe4c2b86c91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258cc20c-6943-49e1-a0c1-3137bba47235,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:56.773394 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:50:55Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:56.866530 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88891c3-1c5c-4e3d-ae0d-3960d0b5bcc4 None None] The sync data for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi is: [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:50:55Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:50:56.936004 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:56.942235 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-fc27a49b-3da7-4008-9d21-212e909aba9e None None] Provisioning complete for port cfb7afe4-fec7-4716-8a4c-581cf87990c6 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:56.943532 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fc27a49b-3da7-4008-9d21-212e909aba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:56.943532 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-fc27a49b-3da7-4008-9d21-212e909aba9e None None] Attempt 1 to provision port cfb7afe4-fec7-4716-8a4c-581cf87990c6 Oct 17 03:50:56.951793 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 712ed2de-f156-4fbc-847b-6af26d893a45 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:56.957818 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:50:56.968173 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-344bc5ab-2630-415c-a23d-17ccc8cd885b admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/689d62ce-3a2e-497c-8af3-8efc3609c5cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6466556 Oct 17 03:50:56.975133 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba047-7175-4132-9527-886b622b2590 admin admin] Publish callbacks [] for security_group (258cc20c-6943-49e1-a0c1-3137bba47235), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.005028 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba047-7175-4132-9527-886b622b2590 admin admin] Publish callbacks [] for security_group (258cc20c-6943-49e1-a0c1-3137bba47235), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.075283 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6dc3-e70f-4c15-8c0a-4a29c95eadf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (4b661f71-918e-4d38-8680-52c8aff431a4), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.080855 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:57.083357 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6dc3-e70f-4c15-8c0a-4a29c95eadf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.084691 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ebfe6dc3-e70f-4c15-8c0a-4a29c95eadf1 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/4b661f71-918e-4d38-8680-52c8aff431a4 HTTP/1.1" status: 204 len: 168 time: 1.2894568 Oct 17 03:50:57.181850 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe6dc3-e70f-4c15-8c0a-4a29c95eadf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b661f71-918e-4d38-8680-52c8aff431a4,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:57.244470 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Router ade4885a-216f-4b79-8f4c-79672fbbf5c8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:50:57.254313 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-fc27a49b-3da7-4008-9d21-212e909aba9e None None] Port cfb7afe4-fec7-4716-8a4c-581cf87990c6 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:50:57.261869 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:50:57.284297 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-3dd357c4-2438-4391-81d6-017ffb226de8 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/1f29ba32-815a-4fe7-89a7-7192d407ad17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5072086 Oct 17 03:50:57.312018 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4f319ae9-eb3d-46c8-ab69-1907df2043f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.421835 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba047-7175-4132-9527-886b622b2590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (258cc20c-6943-49e1-a0c1-3137bba47235), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.424385 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba047-7175-4132-9527-886b622b2590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.425552 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ce9ba047-7175-4132-9527-886b622b2590 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/258cc20c-6943-49e1-a0c1-3137bba47235 HTTP/1.1" status: 204 len: 168 time: 0.9171591 Oct 17 03:50:57.451862 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 712ed2de-f156-4fbc-847b-6af26d893a45 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:57.452561 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.452903 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 712ed2de-f156-4fbc-847b-6af26d893a45 Oct 17 03:50:57.464426 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:57.486652 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ba047-7175-4132-9527-886b622b2590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258cc20c-6943-49e1-a0c1-3137bba47235,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:57.489199 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Allocated IP 172.27.4.134 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/65a8cf6f-d265-4585-bf91-229eb3c7fd98) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:50:57.568011 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:50:57.574352 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-f5f9ffe7-cf4e-4eef-bea2-cfb42d03eef4 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/ade4885a-216f-4b79-8f4c-79672fbbf5c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3057787 Oct 17 03:50:57.615658 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'gw_port': {'id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:86:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cfb7afe4-fec7-4716-8a4c-581cf87990c6', 'name': '', 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'mac_address': 'fa:16:3e:33:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:53Z', 'updated_at': '2022-10-17T03:50:55Z', 'revision_number': 2, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'subnets': [{'id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:57.686495 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b539c0b-51c2-442f-9bc6-2d4784380e02 None None] The sync data for ids ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'] in dv-cinder-815582-16-iscsi is: [{'id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'gw_port': {'id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:86:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cfb7afe4-fec7-4716-8a4c-581cf87990c6', 'name': '', 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'mac_address': 'fa:16:3e:33:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:53Z', 'updated_at': '2022-10-17T03:50:55Z', 'revision_number': 2, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'subnets': [{'id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:50:57.689031 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Sync routers for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:50:57.709890 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:57.711295 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-8cf30945-3d45-4b8b-a5d6-6adf6c0899ca None None] Provisioning complete for port 58abd556-3415-4a1d-b6d2-3292a0a99afa triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:57.711551 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-8cf30945-3d45-4b8b-a5d6-6adf6c0899ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.712105 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-8cf30945-3d45-4b8b-a5d6-6adf6c0899ca None None] Attempt 1 to provision port 58abd556-3415-4a1d-b6d2-3292a0a99afa Oct 17 03:50:57.721944 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for port (65a8cf6f-d265-4585-bf91-229eb3c7fd98), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.748973 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:50:57.749978 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:57.889822 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-8cf30945-3d45-4b8b-a5d6-6adf6c0899ca None None] Port 58abd556-3415-4a1d-b6d2-3292a0a99afa cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:50:57.893880 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52594) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:57.915187 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (65a8cf6f-d265-4585-bf91-229eb3c7fd98), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.956500 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-8cf30945-3d45-4b8b-a5d6-6adf6c0899ca None None] Provisioning complete for port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:57.957976 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-8cf30945-3d45-4b8b-a5d6-6adf6c0899ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:57.957976 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-8cf30945-3d45-4b8b-a5d6-6adf6c0899ca None None] Attempt 1 to provision port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a Oct 17 03:50:58.040746 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:50:58.042418 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'Port': ['ID=65a8cf6f-d265-4585-bf91-229eb3c7fd98,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:58.045014 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:50:58.051380 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:50:58.057842 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 712ed2de-f156-4fbc-847b-6af26d893a45 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:58.058950 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 16aae9f7-5118-4b40-a78c-9350686da4b9 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:58.094691 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-8cf30945-3d45-4b8b-a5d6-6adf6c0899ca None None] Port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:50:58.097713 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:50:58.146848 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:58.371474 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:58.373149 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (92cae04b-0e7c-4d58-85f0-d3f320a2ba38), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:58.405912 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52616) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:58.406261 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 16aae9f7-5118-4b40-a78c-9350686da4b9 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:58.407167 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:58.410963 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 16aae9f7-5118-4b40-a78c-9350686da4b9 Oct 17 03:50:58.411202 dv-cinder-815582-16-iscsi neutron-server[111639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 03:50:58.536034 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (65a8cf6f-d265-4585-bf91-229eb3c7fd98), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:58.644350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 16aae9f7-5118-4b40-a78c-9350686da4b9 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:58.644665 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:58.675514 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 2, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:50:58.757716 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-5347305b-52bf-4dcc-9a41-76a900f1a9b8 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:50:58.764869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Checking router: ade4885a-216f-4b79-8f4c-79672fbbf5c8 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:50:58.765775 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Updating router ade4885a-216f-4b79-8f4c-79672fbbf5c8 port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:50:58.770286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 16aae9f7-5118-4b40-a78c-9350686da4b9, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=16aae9f7-5118-4b40-a78c-9350686da4b9,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:50:58.777297 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-5347305b-52bf-4dcc-9a41-76a900f1a9b8 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/networks?id=b23131e6-b5ff-474c-893a-7c99bb8a9ead HTTP/1.1" status: 200 len: 812 time: 0.3686495 Oct 17 03:50:58.808462 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-7ed74a08-a456-4dde-ada8-41113adfda2a tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/quotas/38bd8dbff7d74bf4baa7c2aeca32c557 HTTP/1.1" status: 200 len: 375 time: 0.0286963 Oct 17 03:50:58.824301 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:58.849525 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:58.888408 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.003824 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-3a0ac1e8-afdf-44e3-a6e5-461d70ec18e1 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=38bd8dbff7d74bf4baa7c2aeca32c557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1936998 Oct 17 03:50:59.038967 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb73f-a529-448b-bb1d-4b29752e1b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.074908 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5853a495-1aa7-4835-a22e-5c08f0f54070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.158994 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:59.209814 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52640) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:59.238170 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b84346b3-2537-436e-9147-f45f1ceea713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.260869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=16aae9f7-5118-4b40-a78c-9350686da4b9,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:59.267095 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device da0186c0-197f-4975-94d2-c99ecba488dc up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:50:59.365863 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52642) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:59.369630 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for port (65a8cf6f-d265-4585-bf91-229eb3c7fd98), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.394503 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-30d8065a-b1cd-474c-983d-04f23fe26441 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758793741', 'description': 'tempest-description--1602966645'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:50:59.403813 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5853a495-1aa7-4835-a22e-5c08f0f54070 admin admin] Publish callbacks [] for security_group (0dc72c27-083a-4fd0-89e4-65e2f4ca7829), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.447655 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b84346b3-2537-436e-9147-f45f1ceea713 admin admin] Publish callbacks [] for security_group (cdeaa8ad-e73d-48bf-b4ed-6d5f73c0b243), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.450380 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (65a8cf6f-d265-4585-bf91-229eb3c7fd98), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.451156 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (92cae04b-0e7c-4d58-85f0-d3f320a2ba38), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.491415 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5853a495-1aa7-4835-a22e-5c08f0f54070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (0dc72c27-083a-4fd0-89e4-65e2f4ca7829), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.505457 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port da0186c0-197f-4975-94d2-c99ecba488dc triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:50:59.507778 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.508252 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port da0186c0-197f-4975-94d2-c99ecba488dc Oct 17 03:50:59.536313 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b84346b3-2537-436e-9147-f45f1ceea713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (cdeaa8ad-e73d-48bf-b4ed-6d5f73c0b243), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.540608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'Port': ['ID=65a8cf6f-d265-4585-bf91-229eb3c7fd98,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:59.544890 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-30d8065a-b1cd-474c-983d-04f23fe26441 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.551430 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-5853a495-1aa7-4835-a22e-5c08f0f54070 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f9eae63ad8f14fc9a6432a5c846981de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6563997 Oct 17 03:50:59.552615 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853a495-1aa7-4835-a22e-5c08f0f54070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc72c27-083a-4fd0-89e4-65e2f4ca7829,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:59.555013 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52648) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:59.620204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a72f0e13-e069-46b4-8d26-f0a309d616b2 admin admin] Publish callbacks [] for security_group (0dc72c27-083a-4fd0-89e4-65e2f4ca7829), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.650673 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.660350 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-9eb9ab1d-c8d8-4360-bc01-dbe81d065548 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7791982 Oct 17 03:50:59.660350 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a72f0e13-e069-46b4-8d26-f0a309d616b2 admin admin] Publish callbacks [] for security_group (0dc72c27-083a-4fd0-89e4-65e2f4ca7829), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.724081 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84346b3-2537-436e-9147-f45f1ceea713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeaa8ad-e73d-48bf-b4ed-6d5f73c0b243,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:59.735067 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-b84346b3-2537-436e-9147-f45f1ceea713 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b1ab77d2ff914022bbdf3b83eb442d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5235419 Oct 17 03:50:59.738219 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52654) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:59.773402 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Publish callbacks [] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.781009 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:59.811825 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:50:59.827280 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port da0186c0-197f-4975-94d2-c99ecba488dc is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:50:59.827623 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.859282 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a72f0e13-e069-46b4-8d26-f0a309d616b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (0dc72c27-083a-4fd0-89e4-65e2f4ca7829), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.866938 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a72f0e13-e069-46b4-8d26-f0a309d616b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.869552 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-a72f0e13-e069-46b4-8d26-f0a309d616b2 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/0dc72c27-083a-4fd0-89e4-65e2f4ca7829 HTTP/1.1" status: 204 len: 168 time: 0.3134272 Oct 17 03:50:59.878160 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8a12-3086-4c26-af98-e2192081d9fd admin admin] Publish callbacks [] for security_group (cdeaa8ad-e73d-48bf-b4ed-6d5f73c0b243), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.888586 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port da0186c0-197f-4975-94d2-c99ecba488dc, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=da0186c0-197f-4975-94d2-c99ecba488dc,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:50:59.897369 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:50:59.907408 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-65d98f4b-e1e8-4ec2-9d4b-38f1b561e50a service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:50:59.908678 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-65d98f4b-e1e8-4ec2-9d4b-38f1b561e50a service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4789982 Oct 17 03:50:59.920806 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52670) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:50:59.922856 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f0e13-e069-46b4-8d26-f0a309d616b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc72c27-083a-4fd0-89e4-65e2f4ca7829,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:50:59.932985 dv-cinder-815582-16-iscsi neutron-server[111640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 03:50:59.978487 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-30d8065a-b1cd-474c-983d-04f23fe26441 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (038c3771-9f91-41d5-90ec-ccb7e8123dc0), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.077736 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8a12-3086-4c26-af98-e2192081d9fd admin admin] Publish callbacks [] for security_group (cdeaa8ad-e73d-48bf-b4ed-6d5f73c0b243), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.112997 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-30d8065a-b1cd-474c-983d-04f23fe26441 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (038c3771-9f91-41d5-90ec-ccb7e8123dc0), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.160595 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:00.222765 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-3f9c3bd0-c71b-442e-8d74-89b356e31f6e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b23131e6-b5ff-474c-893a-7c99bb8a9ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045802 Oct 17 03:51:00.229973 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8065a-b1cd-474c-983d-04f23fe26441 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038c3771-9f91-41d5-90ec-ccb7e8123dc0,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:00.277280 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-30d8065a-b1cd-474c-983d-04f23fe26441 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.280076 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d993f7-7b63-4f22-98b3-3cb296fc479d None None] Pushing event updated for resources: {'Port': ['ID=cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:00.281094 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-30d8065a-b1cd-474c-983d-04f23fe26441 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9113016 Oct 17 03:51:00.284077 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52688) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:00.294352 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-dc76c398-0e66-42c4-a7f0-dca37ad8cda9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:00.301219 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-dc76c398-0e66-42c4-a7f0-dca37ad8cda9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 819 time: 0.3792987 Oct 17 03:51:00.307286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.308140 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 94893caf-2412-4766-ac9b-723946a2897b up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:00.323637 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-6e81116d-2b3d-4172-9ac0-f772b508f5bf tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/quotas/cf238531f665437faddc8002d3b2ab6c HTTP/1.1" status: 200 len: 375 time: 0.0211248 Oct 17 03:51:00.360237 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-d193bea7-d26c-4366-8c39-720791e59a99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'security_group_rule': {'security_group_id': '038c3771-9f91-41d5-90ec-ccb7e8123dc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:00.408206 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8a12-3086-4c26-af98-e2192081d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (cdeaa8ad-e73d-48bf-b4ed-6d5f73c0b243), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.418522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8a12-3086-4c26-af98-e2192081d9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.418619 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e0a2806f-a808-4de1-ab98-8b7388ff01e6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b23131e6-b5ff-474c-893a-7c99bb8a9ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788070 Oct 17 03:51:00.418701 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e3cb8a12-3086-4c26-af98-e2192081d9fd admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/cdeaa8ad-e73d-48bf-b4ed-6d5f73c0b243 HTTP/1.1" status: 204 len: 168 time: 0.6741481 Oct 17 03:51:00.446586 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-7a4f78ab-59c1-45be-8af2-a8f24739a4a0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215994 Oct 17 03:51:00.447551 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb8a12-3086-4c26-af98-e2192081d9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeaa8ad-e73d-48bf-b4ed-6d5f73c0b243,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:00.456376 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:00.467616 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d193bea7-d26c-4366-8c39-720791e59a99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (a9a1eedc-e4b8-4392-bbed-564e92ae3ce4), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.512755 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.523012 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Attempting to bind port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:51:00.523372 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Attempting to bind port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:51:00.523954 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Attempting to bind port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a on network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:00.573837 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=da0186c0-197f-4975-94d2-c99ecba488dc,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:00.594799 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d193bea7-d26c-4366-8c39-720791e59a99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (a9a1eedc-e4b8-4392-bbed-564e92ae3ce4), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.598644 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 94893caf-2412-4766-ac9b-723946a2897b triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:00.599025 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (94893caf-2412-4766-ac9b-723946a2897b), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.599390 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 94893caf-2412-4766-ac9b-723946a2897b Oct 17 03:51:00.620403 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:51:00.620780 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Checking segment: {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:51:00.621179 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.621572 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Bound using segment: {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:51:00.622059 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Bound port: cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:51:00.622442 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.691227 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d193bea7-d26c-4366-8c39-720791e59a99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (a9a1eedc-e4b8-4392-bbed-564e92ae3ce4), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.739182 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193bea7-d26c-4366-8c39-720791e59a99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a1eedc-e4b8-4392-bbed-564e92ae3ce4,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:00.750216 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] For port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:51:00.770904 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] For port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:51:00.776588 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:00.787333 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 94893caf-2412-4766-ac9b-723946a2897b is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:00.787761 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (94893caf-2412-4766-ac9b-723946a2897b), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.808658 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:00.839669 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 94893caf-2412-4766-ac9b-723946a2897b, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=94893caf-2412-4766-ac9b-723946a2897b,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:00.841332 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d193bea7-d26c-4366-8c39-720791e59a99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.842538 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d193bea7-d26c-4366-8c39-720791e59a99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5573080 Oct 17 03:51:00.845893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 52730) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:00.855664 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-3730a8d6-b965-4a8d-b4aa-a7c7e263b333 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'security_group_rule': {'security_group_id': '038c3771-9f91-41d5-90ec-ccb7e8123dc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:00.857612 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:00.877305 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-1a554a6e-2b56-4064-b8cb-22d5405ee502 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2011013135&fields=id&tenant_id=735cb7f647604741982528fc91abb7b6 HTTP/1.1" status: 200 len: 267 time: 0.0922408 Oct 17 03:51:00.904527 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:51:00.905333 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:00.967527 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (94893caf-2412-4766-ac9b-723946a2897b), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.000022 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d993f7-7b63-4f22-98b3-3cb296fc479d None None] Pushing event updated for resources: {'Port': ['ID=cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:01.002867 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3730a8d6-b965-4a8d-b4aa-a7c7e263b333 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (e458be1f-5d05-472f-b8aa-121a8cfc52cc), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.111096 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4434148e-7258-442b-8af7-fcae643a64ec tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:01.113442 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4434148e-7258-442b-8af7-fcae643a64ec tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 811 time: 0.2274404 Oct 17 03:51:01.136507 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-df1b8f21-eaa1-4862-9fb9-e054f640e48f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/quotas/735cb7f647604741982528fc91abb7b6 HTTP/1.1" status: 200 len: 375 time: 0.0164330 Oct 17 03:51:01.143981 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3730a8d6-b965-4a8d-b4aa-a7c7e263b333 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (e458be1f-5d05-472f-b8aa-121a8cfc52cc), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.199115 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-dca3a495-14f0-45f1-a392-9212606f826e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537534 Oct 17 03:51:01.240910 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3730a8d6-b965-4a8d-b4aa-a7c7e263b333 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (e458be1f-5d05-472f-b8aa-121a8cfc52cc), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.256320 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=94893caf-2412-4766-ac9b-723946a2897b,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:01.272812 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:51:01.345802 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730a8d6-b965-4a8d-b4aa-a7c7e263b333 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e458be1f-5d05-472f-b8aa-121a8cfc52cc,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:01.367487 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device fd5e9d05-46c2-4164-b75b-d50217de4551 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:01.427661 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-98d07497-80ff-41d1-b42e-48a7ca01a067 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089691 Oct 17 03:51:01.441658 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3730a8d6-b965-4a8d-b4aa-a7c7e263b333 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.443986 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-3730a8d6-b965-4a8d-b4aa-a7c7e263b333 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5971637 Oct 17 03:51:01.447922 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 52748) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:01.454102 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:01.513151 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-0a2dd8d0-d476-404e-aba8-b2ae82b2086f service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:51:01.513957 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:01.534655 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-0a2dd8d0-d476-404e-aba8-b2ae82b2086f service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6008704 Oct 17 03:51:01.597617 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-12a78944-79e5-4625-9f10-7c3479305c8d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686618 Oct 17 03:51:01.668261 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.671500 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port fd5e9d05-46c2-4164-b75b-d50217de4551 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:01.672071 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.672570 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port fd5e9d05-46c2-4164-b75b-d50217de4551 Oct 17 03:51:01.718842 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-ff1b1f94-cdbe-4545-b0d6-de5748708e41 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799049 Oct 17 03:51:01.748559 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:01.764571 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.788633 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.881969 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:01.885023 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port fd5e9d05-46c2-4164-b75b-d50217de4551 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:01.885416 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:01.916071 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b674a99-0dfc-4356-8df2-2120580b3c3f None None] The sync data for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi is: [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:51:01.965794 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port fd5e9d05-46c2-4164-b75b-d50217de4551, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=fd5e9d05-46c2-4164-b75b-d50217de4551,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:01.986508 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-17e9728c-14e5-46c7-83e3-25a2462f1bfd req-48f91559-22e3-4c4b-ba6f-4cb2e21b0257 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.0635450 Oct 17 03:51:02.037161 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:02.038919 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device da0186c0-197f-4975-94d2-c99ecba488dc up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:02.136748 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-75d9fda3-0ac2-4155-bc65-91cde64648ac req-21d30df6-56e7-4f70-8461-56d35abbc254 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.1058908 Oct 17 03:51:02.145939 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:02.152812 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:02.179016 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-d0083c03-3754-4663-a3ba-ad207839912b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487026 Oct 17 03:51:02.277620 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port da0186c0-197f-4975-94d2-c99ecba488dc triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:02.278101 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:02.279837 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port da0186c0-197f-4975-94d2-c99ecba488dc Oct 17 03:51:02.284476 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=fd5e9d05-46c2-4164-b75b-d50217de4551,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:02.322153 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:02.419548 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port da0186c0-197f-4975-94d2-c99ecba488dc is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:02.420898 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 16aae9f7-5118-4b40-a78c-9350686da4b9 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:02.457741 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Allocated IP 172.27.4.109 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/451c5c86-fafc-489c-9b50-e89123cad9bc) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:51:02.544066 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 16aae9f7-5118-4b40-a78c-9350686da4b9 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:02.544615 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:02.545192 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 16aae9f7-5118-4b40-a78c-9350686da4b9 Oct 17 03:51:02.702252 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3fa4b24f-674f-43de-bcc1-b1fc1c9d55e4 req-aed8fe94-2e70-4bd5-aca1-0ef8298020dc tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 210 time: 0.0461261 Oct 17 03:51:02.712764 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for port (451c5c86-fafc-489c-9b50-e89123cad9bc), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:02.733303 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:02.823234 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 16aae9f7-5118-4b40-a78c-9350686da4b9 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:02.826078 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (451c5c86-fafc-489c-9b50-e89123cad9bc), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:02.867422 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:51:02.873311 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:51:02.878044 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:51:02.919917 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'Port': ['ID=451c5c86-fafc-489c-9b50-e89123cad9bc,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:02.942514 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (33e889cb-84a0-43e1-95a0-54cb05343141), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:03.120776 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (451c5c86-fafc-489c-9b50-e89123cad9bc), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:03.317294 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device fd5e9d05-46c2-4164-b75b-d50217de4551 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:03.398393 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-36a92518-a9a0-4315-95e1-4ae094275425 req-2a5956f2-6f20-470a-93bf-322bcf95e89b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.2274203 Oct 17 03:51:03.498574 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Sync routers for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:51:03.510034 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port fd5e9d05-46c2-4164-b75b-d50217de4551 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:03.514201 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:03.514655 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port fd5e9d05-46c2-4164-b75b-d50217de4551 Oct 17 03:51:03.543372 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:51:03.548461 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:03.698943 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-e745c450-64aa-4ae7-b83d-ed6100e0c0ab tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:03.709089 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-e745c450-64aa-4ae7-b83d-ed6100e0c0ab tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 819 time: 0.3627498 Oct 17 03:51:03.747878 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-468f3bf5-c0b5-410b-a16b-29247da40a58 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/quotas/cf238531f665437faddc8002d3b2ab6c HTTP/1.1" status: 200 len: 375 time: 0.0274050 Oct 17 03:51:03.801783 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e96fa20a-a481-4098-8d0f-c5ff49b006c5 req-303e05f0-ffea-49d3-b33c-cc9a1c5777a3 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.2463205 Oct 17 03:51:03.853875 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port fd5e9d05-46c2-4164-b75b-d50217de4551 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:03.875665 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 94893caf-2412-4766-ac9b-723946a2897b up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:03.956093 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-94291c84-fbab-4bf5-8253-23cb528ab2c2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048154 Oct 17 03:51:03.966648 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:51:04.004869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 94893caf-2412-4766-ac9b-723946a2897b triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:04.006102 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (94893caf-2412-4766-ac9b-723946a2897b), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:04.010267 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 94893caf-2412-4766-ac9b-723946a2897b Oct 17 03:51:04.071274 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for port (451c5c86-fafc-489c-9b50-e89123cad9bc), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:04.164214 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (451c5c86-fafc-489c-9b50-e89123cad9bc), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:04.165173 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (33e889cb-84a0-43e1-95a0-54cb05343141), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:04.230980 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:04.240779 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-4a420698-5485-4921-9de2-5ae797c9f48f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663569 Oct 17 03:51:04.259415 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 94893caf-2412-4766-ac9b-723946a2897b is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:04.259415 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:04.270652 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:04.272681 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'Port': ['ID=451c5c86-fafc-489c-9b50-e89123cad9bc,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:04.312120 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:04.335768 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:04.336225 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:04.336549 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a Oct 17 03:51:04.370047 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 2, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:04.406470 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:04.410624 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-65996ed2-1a01-49ab-899d-09e44bda62ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9605937 Oct 17 03:51:04.432108 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Checking router: 1f29ba32-815a-4fe7-89a7-7192d407ad17 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:51:04.438095 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Updating router 1f29ba32-815a-4fe7-89a7-7192d407ad17 port 58abd556-3415-4a1d-b6d2-3292a0a99afa binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:51:04.490253 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-c135c743-2e39-4e1b-9e98-406e9443e203 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482948 Oct 17 03:51:04.523999 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:04.529742 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:04.529742 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:04.530719 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:04.622934 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:04.724450 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:04.784813 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fd3108e7-58a8-474a-bc51-afb9d00c9665 req-c3626023-faaa-4ebf-8316-b113b0bc5eb0 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.0815775 Oct 17 03:51:04.854795 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:05.133221 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-aa7eab99-9ca6-42c7-a0ca-153cbccb4348 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--758793741&fields=id&tenant_id=3ed4ecab9c234dd293ba0034d71d03f7 HTTP/1.1" status: 200 len: 267 time: 0.1504884 Oct 17 03:51:05.187918 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-28146e6c-6348-4a11-9a8b-81418d5ec24f req-3b10a2ab-db8c-407b-b0e3-adfb04708b10 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.0762548 Oct 17 03:51:05.227770 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:05.358513 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Publish callbacks [] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:05.358741 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:05.359035 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:05.359373 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a Oct 17 03:51:05.384276 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d5884046-828a-40da-8e44-c0a1a7e8858d req-8aeea064-404a-4d35-ac67-f9fbcc14c250 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.1149671 Oct 17 03:51:05.467216 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-939c78ff-742a-4c25-9308-3be852f6d4fd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:05.470417 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:05.473550 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-939c78ff-742a-4c25-9308-3be852f6d4fd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 816 time: 0.3371303 Oct 17 03:51:05.483000 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:05.504294 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-8210223e-ca80-4b5d-a314-6f083ab89618 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/quotas/3ed4ecab9c234dd293ba0034d71d03f7 HTTP/1.1" status: 200 len: 375 time: 0.0243268 Oct 17 03:51:05.630319 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220e60b-9c09-43a9-8267-640dfa5446e0 None None] Pushing event updated for resources: {'Port': ['ID=58abd556-3415-4a1d-b6d2-3292a0a99afa,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:05.686332 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Attempting to bind port 58abd556-3415-4a1d-b6d2-3292a0a99afa on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:51:05.686938 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Attempting to bind port 58abd556-3415-4a1d-b6d2-3292a0a99afa by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:51:05.687618 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Attempting to bind port 58abd556-3415-4a1d-b6d2-3292a0a99afa on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:05.725606 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:05.747877 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:51:05.748539 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Checking segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:51:05.749140 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:05.749675 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Bound using segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:51:05.750203 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Bound port: 58abd556-3415-4a1d-b6d2-3292a0a99afa, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:51:05.750578 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:05.844433 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-8de02504-af84-4914-b01f-d70e9fa0c412 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3333602 Oct 17 03:51:05.882719 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] For port 58abd556-3415-4a1d-b6d2-3292a0a99afa, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:51:05.889866 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] For port 58abd556-3415-4a1d-b6d2-3292a0a99afa, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=58abd556-3415-4a1d-b6d2-3292a0a99afa,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:51:05.971537 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d7bf1805-438a-4b50-ad33-84b97bfa15ce req-71c62d8d-67ee-4b5e-9f0f-4e698cc40edb tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.0650504 Oct 17 03:51:05.976083 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-66b32232-8a6b-4388-a1e6-f4e6bdb141ef service neutron] 10.222.0.17 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086674 Oct 17 03:51:05.997801 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:06.080529 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:51:06.081350 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:06.127836 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220e60b-9c09-43a9-8267-640dfa5446e0 None None] Pushing event updated for resources: {'Port': ['ID=58abd556-3415-4a1d-b6d2-3292a0a99afa,revision_number=4']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:06.156450 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-885a65d2-72b4-4e91-8d47-664d8f823ff4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741498 Oct 17 03:51:06.222953 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:51:06.303679 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:06.323520 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.33', 50051) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:06.397990 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef21019d-67da-4729-ba68-4507a414660a req-9f9916b0-c9ad-47d1-b232-d399f4b6871f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.1036654 Oct 17 03:51:06.548990 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-bb01e2b5-132b-4f69-8595-4e79116a7c4b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:06.558277 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-bb01e2b5-132b-4f69-8595-4e79116a7c4b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.33 "GET /networking/v2.0/networks?id=b23131e6-b5ff-474c-893a-7c99bb8a9ead HTTP/1.1" status: 200 len: 812 time: 0.2257054 Oct 17 03:51:06.587597 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d011b2e2-e11c-4d63-b2fb-5f10d272d5ff req-7a5956f5-6b86-4931-a7f0-a49a0ba4e45c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.0710912 Oct 17 03:51:06.659221 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Request body: {'port': {'device_id': '8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6', 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'admin_state_up': True, 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:06.791664 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a1492848-f3d7-4d4a-a0c3-530c6abd2bbe req-e1fc7c48-19f3-4ec6-9b49-77d064950203 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.2322955 Oct 17 03:51:06.792138 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:06.870535 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:05Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:06.873840 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:51:06.898685 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3f2c8-5534-4dbb-bae5-e554e3d81014 None None] The sync data for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi is: [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:05Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:51:06.930077 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Made reservation on behalf of 38bd8dbff7d74bf4baa7c2aeca32c557 for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:51:06.934977 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.113365 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 58abd556-3415-4a1d-b6d2-3292a0a99afa up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:07.156226 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-443b0a63-c5e1-4ce9-bf8b-4225e17e20f1 req-1e8a22ba-f5dd-4083-8298-37387e373532 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.1008964 Oct 17 03:51:07.222723 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Allocated IP 172.20.0.14 (b23131e6-b5ff-474c-893a-7c99bb8a9ead/96678dbf-78f1-41d0-83ad-363a298c1af7/8c13ea03-5d56-42e5-b104-14198c3a9874) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:51:07.228859 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 58abd556-3415-4a1d-b6d2-3292a0a99afa triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:07.229538 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.230144 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 58abd556-3415-4a1d-b6d2-3292a0a99afa Oct 17 03:51:07.259496 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53036) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:07.313774 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 58abd556-3415-4a1d-b6d2-3292a0a99afa is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:07.314241 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.348455 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:07.352561 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 58abd556-3415-4a1d-b6d2-3292a0a99afa, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=58abd556-3415-4a1d-b6d2-3292a0a99afa,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:07.394788 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-29fdb6af-fc7f-4204-827b-65269349ef9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.455582 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.469039 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.33', 50062) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:07.500401 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Publish callbacks [] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.593582 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=58abd556-3415-4a1d-b6d2-3292a0a99afa,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:07.725585 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d300589f-b878-4f03-82e2-ac2d7c909031 req-6bc089c0-0c1e-4c7c-aed6-798f47891889 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.1465521 Oct 17 03:51:07.734650 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.755949 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-29fdb6af-fc7f-4204-827b-65269349ef9a admin admin] Publish callbacks [] for security_group (13ecbb1e-ded6-4b61-8054-8db0b7c211fa), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.820021 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Network b23131e6-b5ff-474c-893a-7c99bb8a9ead is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:51:07.821516 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:51:07.827197 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-364bbdf9-1462-406b-854c-635a6fa08be1 req-c2e844a7-b387-47c6-9919-6e119ba54387 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.0688069 Oct 17 03:51:07.859859 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-a430162c-759e-4024-9de9-e00d2fed1231 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:07.874943 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-a430162c-759e-4024-9de9-e00d2fed1231 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 819 time: 0.3850074 Oct 17 03:51:07.881991 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-29fdb6af-fc7f-4204-827b-65269349ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (13ecbb1e-ded6-4b61-8054-8db0b7c211fa), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.896948 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:51:07.903981 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:07.906029 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:07.913287 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Request body: {'port': {'device_id': 'd2975faa-a65d-4f21-9c96-b513ae95c404', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'admin_state_up': True, 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:08.063711 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-691cdb4c-fd62-4653-aa33-f3bfaf2985ef req-5e927f2e-d20f-434c-89ba-2f83f07fef77 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.1287954 Oct 17 03:51:08.065474 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Pushing event updated for resources: {'Port': ['ID=8c13ea03-5d56-42e5-b104-14198c3a9874,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:08.166979 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-e5c8e9d9-a281-4437-b7d0-64315021948b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5251799 Oct 17 03:51:08.192767 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-3f277729-ee4b-4ce3-a0b3-1365504d90b6 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:51:08.193812 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-3f277729-ee4b-4ce3-a0b3-1365504d90b6 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0131984 Oct 17 03:51:08.236367 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53088) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:08.237428 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-29fdb6af-fc7f-4204-827b-65269349ef9a admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=5c336106a0134ac1b0085e6c05827482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9749641 Oct 17 03:51:08.237428 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdb6af-fc7f-4204-827b-65269349ef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ecbb1e-ded6-4b61-8054-8db0b7c211fa,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:08.333804 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-8d87f97b-e8e3-4e81-9410-ed2ebb908c6a None None] Provisioning complete for port 8c13ea03-5d56-42e5-b104-14198c3a9874 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:08.334368 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-8d87f97b-e8e3-4e81-9410-ed2ebb908c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:08.334527 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-8d87f97b-e8e3-4e81-9410-ed2ebb908c6a None None] Attempt 1 to provision port 8c13ea03-5d56-42e5-b104-14198c3a9874 Oct 17 03:51:08.384174 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-8d87f97b-e8e3-4e81-9410-ed2ebb908c6a None None] Port 8c13ea03-5d56-42e5-b104-14198c3a9874 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:51:08.387453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b53a5558-e9b1-4896-8969-db4f86ad2daf admin admin] Publish callbacks [] for security_group (13ecbb1e-ded6-4b61-8054-8db0b7c211fa), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:08.428210 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Request body: {'port': {'device_id': '8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:08.473317 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8869d-87ad-48e6-8050-dfa14ed8463a req-6a08d107-693b-49e0-a6fe-326bbb8d0589 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:08.478040 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0df8869d-87ad-48e6-8050-dfa14ed8463a req-6a08d107-693b-49e0-a6fe-326bbb8d0589 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 932 time: 0.1183424 Oct 17 03:51:08.483647 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b53a5558-e9b1-4896-8969-db4f86ad2daf admin admin] Publish callbacks [] for security_group (13ecbb1e-ded6-4b61-8054-8db0b7c211fa), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:08.588372 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Made reservation on behalf of cf238531f665437faddc8002d3b2ab6c for: {'port': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:51:08.590400 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:08.594353 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:08.641960 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0df8869d-87ad-48e6-8050-dfa14ed8463a req-d52093a9-c827-422b-a37c-dfda831ee6c0 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584852 Oct 17 03:51:08.673948 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b53a5558-e9b1-4896-8969-db4f86ad2daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (13ecbb1e-ded6-4b61-8054-8db0b7c211fa), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:08.694551 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b53a5558-e9b1-4896-8969-db4f86ad2daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:08.695757 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-b53a5558-e9b1-4896-8969-db4f86ad2daf admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/13ecbb1e-ded6-4b61-8054-8db0b7c211fa HTTP/1.1" status: 204 len: 168 time: 0.4582212 Oct 17 03:51:08.745853 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a5558-e9b1-4896-8969-db4f86ad2daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ecbb1e-ded6-4b61-8054-8db0b7c211fa,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:08.750522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:09.015846 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.33', 50074) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:09.164931 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 58abd556-3415-4a1d-b6d2-3292a0a99afa up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:09.271847 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 58abd556-3415-4a1d-b6d2-3292a0a99afa triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:09.272225 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:09.272724 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 58abd556-3415-4a1d-b6d2-3292a0a99afa Oct 17 03:51:09.277102 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e09edac-91a7-4f45-83f2-d07d95adf2e4 req-8bb48ff7-8f53-436b-bef7-955f51e90060 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.1837845 Oct 17 03:51:09.279242 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:09.421235 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f65670b6-b6dc-4962-9f42-91972dd96f2c req-185bb5b4-e3c6-4b35-98ae-07dd95c6a96e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.3197155 Oct 17 03:51:09.555394 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Allocated IP 172.20.0.5 (11e26cbc-21cb-4e26-bbc3-bb580c90779d/7ffa8019-894b-4933-b80a-f91f9dca7a8d/9ec20125-4199-47d4-98bd-4679c5c12d6e) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:51:09.672001 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:09.712365 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 58abd556-3415-4a1d-b6d2-3292a0a99afa is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:09.964030 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1b41fdc9-838b-43ee-bcea-cca7c85fce4c req-7ac19d57-58b1-4de7-9ec9-0b2663963635 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.2216554 Oct 17 03:51:09.998154 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87983a1a-434f-4de5-9731-0fbc076982a4 req-f656c08d-119f-4450-bc24-58e2edc01f5e tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:10.005609 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-87983a1a-434f-4de5-9731-0fbc076982a4 req-f656c08d-119f-4450-bc24-58e2edc01f5e tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 932 time: 0.1689956 Oct 17 03:51:10.056369 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-0938805e-0e86-4fa6-b52e-aa0b7b5a112c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:10.058593 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-0938805e-0e86-4fa6-b52e-aa0b7b5a112c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 811 time: 1.0417595 Oct 17 03:51:10.131269 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-87983a1a-434f-4de5-9731-0fbc076982a4 req-96d0a34b-5377-42ea-9c64-490fa4cd5219 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237416 Oct 17 03:51:10.137261 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:10.262639 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:10.309589 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53144) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:10.404021 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-115dd772-6234-46d5-baab-94181b13742a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:10.404021 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c13ea03-5d56-42e5-b104-14198c3a9874 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:10.419934 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Publish callbacks [] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:10.458403 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Transition to ACTIVE for port object 8c13ea03-5d56-42e5-b104-14198c3a9874 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:51:10.459488 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:10.478601 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:51:10.501449 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:51:10.504279 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:51:10.512723 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:10.512723 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:10.583312 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2415581f-9746-48d7-a219-158e3d15a016 req-b0dfe89b-8cf5-4adb-b220-3624171ff11a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.1221964 Oct 17 03:51:10.594891 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:10.687264 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ff2437cd-b965-4cca-a42e-2275331b4383 req-e798fd7f-a5c2-48e8-af2c-9f5e595e0913 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.0930443 Oct 17 03:51:10.724800 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8181376 Oct 17 03:51:10.732754 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a946df-ea38-497f-9126-0998b1d08424 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event updated for resources: {'Port': ['ID=9ec20125-4199-47d4-98bd-4679c5c12d6e,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:10.817736 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c13ea03-5d56-42e5-b104-14198c3a9874,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:10.829155 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Attempting to bind port 8c13ea03-5d56-42e5-b104-14198c3a9874 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:51:10.833864 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Attempting to bind port 8c13ea03-5d56-42e5-b104-14198c3a9874 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:51:10.833864 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Attempting to bind port 8c13ea03-5d56-42e5-b104-14198c3a9874 on network b23131e6-b5ff-474c-893a-7c99bb8a9ead {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:10.847323 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-83bda76b-7318-47b7-80c3-7cba273ce1cd None None] Provisioning complete for port 9ec20125-4199-47d4-98bd-4679c5c12d6e triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:10.848004 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-83bda76b-7318-47b7-80c3-7cba273ce1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:10.848096 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-83bda76b-7318-47b7-80c3-7cba273ce1cd None None] Attempt 1 to provision port 9ec20125-4199-47d4-98bd-4679c5c12d6e Oct 17 03:51:10.882443 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-83bda76b-7318-47b7-80c3-7cba273ce1cd None None] Port 9ec20125-4199-47d4-98bd-4679c5c12d6e cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:51:11.003213 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-115dd772-6234-46d5-baab-94181b13742a admin admin] Publish callbacks [] for security_group (c8ec19b5-7b1b-48e1-a721-c735796ad8bc), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.027231 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Port 8c13ea03-5d56-42e5-b104-14198c3a9874 on network b23131e6-b5ff-474c-893a-7c99bb8a9ead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:51:11.027808 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Attempting to bind port 8c13ea03-5d56-42e5-b104-14198c3a9874 on network b23131e6-b5ff-474c-893a-7c99bb8a9ead {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:11.078818 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:51:11.079153 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Checking segment: {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:51:11.079724 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Bound using segment: {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:51:11.080219 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Bound port: 8c13ea03-5d56-42e5-b104-14198c3a9874, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:51:11.080845 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.097056 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-115dd772-6234-46d5-baab-94181b13742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (c8ec19b5-7b1b-48e1-a721-c735796ad8bc), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.178426 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-916468ee-cbbd-400e-bd1e-7f910aabfb9c req-e16912f2-1e67-4619-9d30-70d9e104c7a7 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0776300 Oct 17 03:51:11.196569 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-115dd772-6234-46d5-baab-94181b13742a admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=4de3fe0177254025a2aeb933a9df77e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8731210 Oct 17 03:51:11.197204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53176) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:11.228653 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Sync routers for ids ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:51:11.240129 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Routers {'689d62ce-3a2e-497c-8af3-8efc3609c5cc'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:51:11.240756 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:11.241531 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] For port 8c13ea03-5d56-42e5-b104-14198c3a9874, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:51:11.243421 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:11.248799 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] For port 8c13ea03-5d56-42e5-b104-14198c3a9874, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8c13ea03-5d56-42e5-b104-14198c3a9874,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:51:11.254456 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dd772-6234-46d5-baab-94181b13742a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ec19b5-7b1b-48e1-a721-c735796ad8bc,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:11.287096 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a03cb-39b2-444c-ab4f-65b02a1049d5 req-94568791-50a0-4c5a-9d39-b8b8a403717d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:11.288935 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-536a03cb-39b2-444c-ab4f-65b02a1049d5 req-94568791-50a0-4c5a-9d39-b8b8a403717d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0525837 Oct 17 03:51:11.316052 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b3a774f-d4c4-477c-ad1c-21a36c3847dc admin admin] Publish callbacks [] for security_group (c8ec19b5-7b1b-48e1-a721-c735796ad8bc), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.336428 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.336760 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:11.350623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b3a774f-d4c4-477c-ad1c-21a36c3847dc admin admin] Publish callbacks [] for security_group (c8ec19b5-7b1b-48e1-a721-c735796ad8bc), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.356398 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-536a03cb-39b2-444c-ab4f-65b02a1049d5 req-d933128e-289d-40c7-97a6-a86adf545a39 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599613 Oct 17 03:51:11.380475 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:11.380475 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.380475 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/8c13ea03-5d56-42e5-b104-14198c3a9874 HTTP/1.1" status: 200 len: 1094 time: 3.0509927 Oct 17 03:51:11.380475 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6', 'tag': '8c13ea03-5d56-42e5-b104-14198c3a9874'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:11.384039 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Set router 689d62ce-3a2e-497c-8af3-8efc3609c5cc gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:51:11.528715 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb35b67-067d-436f-97e6-eee5a6291de6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c13ea03-5d56-42e5-b104-14198c3a9874,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:11.565913 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53190) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:11.586463 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b3a774f-d4c4-477c-ad1c-21a36c3847dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (c8ec19b5-7b1b-48e1-a721-c735796ad8bc), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.589047 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b3a774f-d4c4-477c-ad1c-21a36c3847dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.592751 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1b3a774f-d4c4-477c-ad1c-21a36c3847dc admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/c8ec19b5-7b1b-48e1-a721-c735796ad8bc HTTP/1.1" status: 204 len: 168 time: 0.3874123 Oct 17 03:51:11.598676 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a774f-d4c4-477c-ad1c-21a36c3847dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ec19b5-7b1b-48e1-a721-c735796ad8bc,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:11.635085 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'gw_port': {'id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cfb7afe4-fec7-4716-8a4c-581cf87990c6', 'name': '', 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'mac_address': 'fa:16:3e:33:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:53Z', 'updated_at': '2022-10-17T03:50:55Z', 'revision_number': 2, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'subnets': [{'id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:11.661490 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620faec6-f089-40c3-a469-90262f36557e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6", "tag": "8c13ea03-5d56-42e5-b104-14198c3a9874"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:11.664917 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Checking router: 689d62ce-3a2e-497c-8af3-8efc3609c5cc for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:51:11.665458 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Updating router 689d62ce-3a2e-497c-8af3-8efc3609c5cc port cfb7afe4-fec7-4716-8a4c-581cf87990c6 binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:51:11.702964 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.744513 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-507d4002-dfc2-40ff-98e4-3fbdb47e7827 req-b1f2650e-f264-4c8a-99e7-13a5b72b4eff tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.0429640 Oct 17 03:51:11.765454 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f0b270c4-4cad-4a07-b5f1-d60fd9150f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.834387 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:11.849435 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:11.884665 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8fab72-c5dc-4ec8-90b9-356a2b49e434 x-openstack-request-id: req-7a8fab72-c5dc-4ec8-90b9-356a2b49e434 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:11.884955 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6", "tag": "8c13ea03-5d56-42e5-b104-14198c3a9874", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:11.885194 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7a8fab72-c5dc-4ec8-90b9-356a2b49e434 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:11.885631 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8fab72-c5dc-4ec8-90b9-356a2b49e434'] response: {'name': 'network-changed', 'server_uuid': '8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6', 'tag': '8c13ea03-5d56-42e5-b104-14198c3a9874', 'status': 'completed', 'code': 200} Oct 17 03:51:11.889274 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3816b02f-5009-4969-8c04-49f8077e4540 req-fa655e18-339f-45b9-ba91-808331290dbe tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.0527368 Oct 17 03:51:11.908745 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:11.925308 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f0b270c4-4cad-4a07-b5f1-d60fd9150f84 admin admin] Publish callbacks [] for security_group (b06b0f6b-2e7f-471e-8e3f-7f1e594b9058), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:11.998657 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f0b270c4-4cad-4a07-b5f1-d60fd9150f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (b06b0f6b-2e7f-471e-8e3f-7f1e594b9058), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.030893 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Publish callbacks [] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.038244 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-f0b270c4-4cad-4a07-b5f1-d60fd9150f84 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=3a5c79ca08614d7ba9cad0da6f32cccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712386 Oct 17 03:51:12.040194 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b270c4-4cad-4a07-b5f1-d60fd9150f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06b0f6b-2e7f-471e-8e3f-7f1e594b9058,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:12.041500 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53208) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:12.093132 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b970-1eb2-4754-b5a1-36eae83f47eb admin admin] Publish callbacks [] for security_group (b06b0f6b-2e7f-471e-8e3f-7f1e594b9058), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.095389 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.103030 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:12.116812 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b970-1eb2-4754-b5a1-36eae83f47eb admin admin] Publish callbacks [] for security_group (b06b0f6b-2e7f-471e-8e3f-7f1e594b9058), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.187823 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13441d87-fdc0-4241-a18e-10c8f572aaf6 None None] Pushing event updated for resources: {'Port': ['ID=cfb7afe4-fec7-4716-8a4c-581cf87990c6,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:12.204297 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Attempting to bind port cfb7afe4-fec7-4716-8a4c-581cf87990c6 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:51:12.204671 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Attempting to bind port cfb7afe4-fec7-4716-8a4c-581cf87990c6 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:51:12.205117 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Attempting to bind port cfb7afe4-fec7-4716-8a4c-581cf87990c6 on network b23131e6-b5ff-474c-893a-7c99bb8a9ead {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:12.258800 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:51:12.259302 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Checking segment: {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:51:12.259788 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.260245 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Bound using segment: {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:51:12.260782 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Bound port: cfb7afe4-fec7-4716-8a4c-581cf87990c6, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3646e4-b4d2-432e-b813-239d1b3d40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:51:12.261232 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.289602 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b970-1eb2-4754-b5a1-36eae83f47eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (b06b0f6b-2e7f-471e-8e3f-7f1e594b9058), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.297186 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b970-1eb2-4754-b5a1-36eae83f47eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.304670 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-c3d3b970-1eb2-4754-b5a1-36eae83f47eb admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/b06b0f6b-2e7f-471e-8e3f-7f1e594b9058 HTTP/1.1" status: 204 len: 168 time: 0.2619557 Oct 17 03:51:12.337763 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] For port cfb7afe4-fec7-4716-8a4c-581cf87990c6, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:51:12.341697 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] For port cfb7afe4-fec7-4716-8a4c-581cf87990c6, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cfb7afe4-fec7-4716-8a4c-581cf87990c6,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:51:12.345327 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3b970-1eb2-4754-b5a1-36eae83f47eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06b0f6b-2e7f-471e-8e3f-7f1e594b9058,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:12.365341 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-de769ec4-a6df-48d1-9cbc-90bd557b35c3 req-01da0a5c-41f6-4c8c-ad79-a29c3cfc4072 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0524688 Oct 17 03:51:12.471362 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:12.516614 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b35dd-1403-442b-b7fb-c18b89093a9c req-77b4166f-c657-42cc-ab40-6812a5477ea7 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:12.518387 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8c5b35dd-1403-442b-b7fb-c18b89093a9c req-77b4166f-c657-42cc-ab40-6812a5477ea7 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0717795 Oct 17 03:51:12.522155 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Routers {'689d62ce-3a2e-497c-8af3-8efc3609c5cc'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:51:12.522943 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:50:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:12.585697 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13441d87-fdc0-4241-a18e-10c8f572aaf6 None None] Pushing event updated for resources: {'Port': ['ID=cfb7afe4-fec7-4716-8a4c-581cf87990c6,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:12.590416 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8c5b35dd-1403-442b-b7fb-c18b89093a9c req-38fe31b1-61b2-48b5-b165-edff34352f58 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650220 Oct 17 03:51:12.671509 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] Set router 689d62ce-3a2e-497c-8af3-8efc3609c5cc gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:51:12.868414 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7dec8b3e-e472-403d-89f2-212b2f3f3d4c req-2aaa2207-122a-4b2f-ad76-850b3e9e1b2d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.0407672 Oct 17 03:51:12.871039 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'gw_port': {'id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cfb7afe4-fec7-4716-8a4c-581cf87990c6', 'name': '', 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'mac_address': 'fa:16:3e:33:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:53Z', 'updated_at': '2022-10-17T03:51:12Z', 'revision_number': 4, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'subnets': [{'id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:12.898684 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fc637-6ed9-4598-b280-0086b2d91e9e None None] The sync data for ids ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'] in dv-cinder-815582-16-iscsi is: [{'id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'gw_port': {'id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cfb7afe4-fec7-4716-8a4c-581cf87990c6', 'name': '', 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'mac_address': 'fa:16:3e:33:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:53Z', 'updated_at': '2022-10-17T03:51:12Z', 'revision_number': 4, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'subnets': [{'id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:51:13.044513 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a1325077-8025-47b5-a16c-56f4ec1f9e40 req-8ee9f7f3-521e-4cca-a1dc-6297d153fd48 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.0643041 Oct 17 03:51:13.075327 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53244) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:13.089235 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-31313b72-a9e0-47f5-9819-d0a1006bcce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:13.101607 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cfb7afe4-fec7-4716-8a4c-581cf87990c6 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:13.160242 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port cfb7afe4-fec7-4716-8a4c-581cf87990c6 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:13.160616 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:13.160977 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port cfb7afe4-fec7-4716-8a4c-581cf87990c6 Oct 17 03:51:13.193190 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-31313b72-a9e0-47f5-9819-d0a1006bcce1 admin admin] Publish callbacks [] for security_group (761bc8e3-2213-4a3c-9147-353239dab1a3), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:13.245202 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port cfb7afe4-fec7-4716-8a4c-581cf87990c6 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:13.247300 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:13.283330 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port cfb7afe4-fec7-4716-8a4c-581cf87990c6, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cfb7afe4-fec7-4716-8a4c-581cf87990c6,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:13.289430 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-31313b72-a9e0-47f5-9819-d0a1006bcce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (761bc8e3-2213-4a3c-9147-353239dab1a3), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:13.334402 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-31313b72-a9e0-47f5-9819-d0a1006bcce1 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ef1cc4bcedbe45a3af49017162634616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552133 Oct 17 03:51:13.334402 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31313b72-a9e0-47f5-9819-d0a1006bcce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761bc8e3-2213-4a3c-9147-353239dab1a3,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:13.334924 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53248) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:13.365848 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:13.541160 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:13.546204 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=cfb7afe4-fec7-4716-8a4c-581cf87990c6,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:13.668801 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0fc5757a-13fd-4860-a1c0-1f7a73458e63 req-f70bbd85-6fde-416f-8d1f-8ad083653440 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0936964 Oct 17 03:51:13.801988 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bedc50d2-f0a3-4ca7-b9d0-d2069f8afb08 admin admin] Publish callbacks [] for security_group (761bc8e3-2213-4a3c-9147-353239dab1a3), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:13.860581 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Request body: {'port': {'device_id': 'd2975faa-a65d-4f21-9c96-b513ae95c404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:13.882140 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc15335-204e-45ae-878b-596abff9a9b1 req-1a90bf7d-4856-4a6a-9b3c-94abdff371f5 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:13.890830 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4fc15335-204e-45ae-878b-596abff9a9b1 req-1a90bf7d-4856-4a6a-9b3c-94abdff371f5 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.1415977 Oct 17 03:51:13.900410 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bedc50d2-f0a3-4ca7-b9d0-d2069f8afb08 admin admin] Publish callbacks [] for security_group (761bc8e3-2213-4a3c-9147-353239dab1a3), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:14.084518 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.33', 50085) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:14.120251 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4fc15335-204e-45ae-878b-596abff9a9b1 req-9ef41aec-79f2-47e1-84ab-20352f5194dc tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277756 Oct 17 03:51:14.306880 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620faec6-f089-40c3-a469-90262f36557e req-1b0edecc-d887-4aae-917c-61482d4aaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:14.306880 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-620faec6-f089-40c3-a469-90262f36557e req-1b0edecc-d887-4aae-917c-61482d4aaec8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=38bd8dbff7d74bf4baa7c2aeca32c557&device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 1128 time: 0.2198970 Oct 17 03:51:14.344636 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-dc255660-1a71-4658-9a75-148b00455e30 req-497a6165-7cbe-4c1e-ac81-7cebe11db8b0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.0814772 Oct 17 03:51:14.394842 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-d284b825-502a-418c-a8d3-7f3f79b9bbc7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=735cb7f647604741982528fc91abb7b6 HTTP/1.1" status: 200 len: 380 time: 0.5925753 Oct 17 03:51:14.419155 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'port': {'device_id': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'admin_state_up': True, 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'security_groups': ['cfabe1eb-94e1-4ff4-92d2-ebdd64881558']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:14.452070 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8eb549fa-b082-4287-b996-f80e1aaf820c req-fb3227e1-ce7e-49a6-af11-ee893d5822b2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.2853272 Oct 17 03:51:14.516797 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-2b6054cc-5f73-4cbf-897b-aacb01729e61 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:14.518318 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-2b6054cc-5f73-4cbf-897b-aacb01729e61 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 819 time: 0.4116504 Oct 17 03:51:14.605936 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Request body: {'port': {'device_id': '5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'admin_state_up': True, 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:14.697348 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bedc50d2-f0a3-4ca7-b9d0-d2069f8afb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (761bc8e3-2213-4a3c-9147-353239dab1a3), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:14.700491 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bedc50d2-f0a3-4ca7-b9d0-d2069f8afb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:14.701736 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-bedc50d2-f0a3-4ca7-b9d0-d2069f8afb08 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/761bc8e3-2213-4a3c-9147-353239dab1a3 HTTP/1.1" status: 204 len: 168 time: 1.3652241 Oct 17 03:51:14.705275 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620faec6-f089-40c3-a469-90262f36557e req-5c496a60-ad12-4837-8e5e-91624e6afb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:14.707084 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-620faec6-f089-40c3-a469-90262f36557e req-5c496a60-ad12-4837-8e5e-91624e6afb47 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=38bd8dbff7d74bf4baa7c2aeca32c557&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3608818 Oct 17 03:51:14.715987 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:14.718780 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc50d2-f0a3-4ca7-b9d0-d2069f8afb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761bc8e3-2213-4a3c-9147-353239dab1a3,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:14.963014 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:15.088112 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b954b73c-19b6-4932-8e1b-2e48a4d2763b req-4be78f69-aa1a-4a0a-bf3b-870e390cce22 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.1198802 Oct 17 03:51:15.171081 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cfb7afe4-fec7-4716-8a4c-581cf87990c6 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:15.186858 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Made reservation on behalf of 735cb7f647604741982528fc91abb7b6 for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:51:15.193319 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:15.233179 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:15.251685 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:15.271478 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port cfb7afe4-fec7-4716-8a4c-581cf87990c6 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:15.272125 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:15.272608 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port cfb7afe4-fec7-4716-8a4c-581cf87990c6 Oct 17 03:51:15.338159 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Made reservation on behalf of cf238531f665437faddc8002d3b2ab6c for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:51:15.346358 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:15.418170 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port cfb7afe4-fec7-4716-8a4c-581cf87990c6 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:15.557349 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620faec6-f089-40c3-a469-90262f36557e req-b7fafbf0-f0b0-4d1b-9630-265acc51b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:15.559150 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-620faec6-f089-40c3-a469-90262f36557e req-b7fafbf0-f0b0-4d1b-9630-265acc51b56b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8378842 Oct 17 03:51:15.626694 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:15.666679 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7fc70-768c-4297-8635-6f89b653fbef req-cf70c948-20a4-4973-a90b-f4176fb33041 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:15.680860 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c4e7fc70-768c-4297-8635-6f89b653fbef req-cf70c948-20a4-4973-a90b-f4176fb33041 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.3640101 Oct 17 03:51:15.816755 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Allocated IP 172.20.0.9 (11e26cbc-21cb-4e26-bbc3-bb580c90779d/7ffa8019-894b-4933-b80a-f91f9dca7a8d/a262e085-3b46-4aaa-99a7-dc591e72ffed) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:51:15.844424 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c4e7fc70-768c-4297-8635-6f89b653fbef req-b4622f2f-c90f-4695-939c-67d3add44714 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305351 Oct 17 03:51:16.000309 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-449e2084-489f-404e-9f04-e8743ba17b1d req-ef4d91d5-225c-4063-9474-9e08777d5140 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.0350912 Oct 17 03:51:16.016991 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1b6cfdc-8d45-4e33-8142-2c0ad001dde2 req-833966db-7760-4a9f-98d5-339e478eefd9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.5217862 Oct 17 03:51:16.039235 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Allocated IP 172.20.0.5 (9596452a-c538-49c6-83ce-e63a5d474491/fc392004-8afd-451c-9dcb-41ef655b2ff1/71faccf7-d131-411d-8d26-fc3bb1069d2f) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:51:16.064791 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:16.213959 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.249675 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dbe3d86f-6289-4ce6-8f1e-48c971fbe86d req-262fc9a0-b7af-4459-8327-c35b70a7e27f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0301058 Oct 17 03:51:16.314816 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.346820 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.425813 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:51:16.429968 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:51:16.430176 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:16.432315 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event updated for resources: {'Port': ['ID=a262e085-3b46-4aaa-99a7-dc591e72ffed,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:16.434403 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:51:16.439913 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:16.440568 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.508650 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.554738 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:16.588131 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec20125-4199-47d4-98bd-4679c5c12d6e {{(pid=111639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:16.606361 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5ca1cb96-46ff-4a99-a96c-43141a6dafef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0016012 Oct 17 03:51:16.606603 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Publish callbacks [] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.614896 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Network 9596452a-c538-49c6-83ce-e63a5d474491 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:51:16.619151 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:51:16.626765 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:51:16.632397 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:16.633126 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.633875 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.provisioning_blocks [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Transition to ACTIVE for port object 9ec20125-4199-47d4-98bd-4679c5c12d6e will not be triggered until provisioned by entity L2. {{(pid=111639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:51:16.639431 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'Port': ['ID=71faccf7-d131-411d-8d26-fc3bb1069d2f,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:16.746952 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.760572 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-4dc517e8-63c8-4f35-a662-a22f21854856 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3503644 Oct 17 03:51:16.786413 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53386) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:16.874595 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec20125-4199-47d4-98bd-4679c5c12d6e,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:16.878330 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Attempting to bind port 9ec20125-4199-47d4-98bd-4679c5c12d6e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:51:16.878689 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Attempting to bind port 9ec20125-4199-47d4-98bd-4679c5c12d6e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}] {{(pid=111639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:51:16.879035 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Attempting to bind port 9ec20125-4199-47d4-98bd-4679c5c12d6e on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:16.892969 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-662c0c2f-93f4-47f1-b3d9-6e20df02b1b4 None None] Provisioning complete for port a262e085-3b46-4aaa-99a7-dc591e72ffed triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:16.893481 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-662c0c2f-93f4-47f1-b3d9-6e20df02b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.895656 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-662c0c2f-93f4-47f1-b3d9-6e20df02b1b4 None None] Attempt 1 to provision port a262e085-3b46-4aaa-99a7-dc591e72ffed Oct 17 03:51:16.944463 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Port 9ec20125-4199-47d4-98bd-4679c5c12d6e on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:51:16.944648 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Attempting to bind port 9ec20125-4199-47d4-98bd-4679c5c12d6e on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:16.950668 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d8b17c9-c122-4ad5-bbc1-9079c328c9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:16.963145 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-662c0c2f-93f4-47f1-b3d9-6e20df02b1b4 None None] Port a262e085-3b46-4aaa-99a7-dc591e72ffed cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:51:16.996038 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:51:16.996376 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Checking segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:51:16.996937 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Bound using segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:51:16.997393 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Bound port: 9ec20125-4199-47d4-98bd-4679c5c12d6e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}}] {{(pid=111639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:51:16.997752 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.042424 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2705cb-7e62-4304-9502-0142c02a24a3 req-8afabf32-3c2f-4158-a6bd-43fddbb72f4d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:17.044834 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3c2705cb-7e62-4304-9502-0142c02a24a3 req-8afabf32-3c2f-4158-a6bd-43fddbb72f4d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0842547 Oct 17 03:51:17.082996 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:17.084153 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-84b49b2c-d865-4b56-b564-fe652dfb56fd None None] Provisioning complete for port 71faccf7-d131-411d-8d26-fc3bb1069d2f triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:17.084517 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] For port 9ec20125-4199-47d4-98bd-4679c5c12d6e, host hv-cinder-81558, cleared binding levels {{(pid=111639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:51:17.085063 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-84b49b2c-d865-4b56-b564-fe652dfb56fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.085613 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-84b49b2c-d865-4b56-b564-fe652dfb56fd None None] Attempt 1 to provision port 71faccf7-d131-411d-8d26-fc3bb1069d2f Oct 17 03:51:17.123318 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-84b49b2c-d865-4b56-b564-fe652dfb56fd None None] Port 71faccf7-d131-411d-8d26-fc3bb1069d2f cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:51:17.149938 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d8b17c9-c122-4ad5-bbc1-9079c328c9f9 admin admin] Publish callbacks [] for security_group (3d93e0f7-8fc1-445f-8bad-00f11076be3b), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.152411 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:17.157020 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] For port 9ec20125-4199-47d4-98bd-4679c5c12d6e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9ec20125-4199-47d4-98bd-4679c5c12d6e,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:51:17.165220 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3c2705cb-7e62-4304-9502-0142c02a24a3 req-72ac0bd3-dda1-44f8-af8b-7f7c0040ec5a tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957277 Oct 17 03:51:17.203716 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e74d97-3527-4b77-9560-7f52bb618d7b req-b365bc79-23b2-42c6-90b3-ace73a156fa4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:17.205361 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-03e74d97-3527-4b77-9560-7f52bb618d7b req-b365bc79-23b2-42c6-90b3-ace73a156fa4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 931 time: 0.0852554 Oct 17 03:51:17.221152 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d8b17c9-c122-4ad5-bbc1-9079c328c9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3d93e0f7-8fc1-445f-8bad-00f11076be3b), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.256853 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-03e74d97-3527-4b77-9560-7f52bb618d7b req-70bea4fb-2cd4-40b5-b589-825721abf535 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443621 Oct 17 03:51:17.288339 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.295274 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:17.296273 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.297722 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-0d8b17c9-c122-4ad5-bbc1-9079c328c9f9 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=01a577eb7cd84f5c8beaf0ffc7f6310d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131297 Oct 17 03:51:17.298426 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/9ec20125-4199-47d4-98bd-4679c5c12d6e HTTP/1.1" status: 200 len: 1093 time: 3.4423649 Oct 17 03:51:17.299550 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2975faa-a65d-4f21-9c96-b513ae95c404', 'tag': '9ec20125-4199-47d4-98bd-4679c5c12d6e'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:17.308859 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53410) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:17.309111 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b17c9-c122-4ad5-bbc1-9079c328c9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d93e0f7-8fc1-445f-8bad-00f11076be3b,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:17.329492 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da502a-1b42-40d9-b5b9-35819d2aecaf req-716ca655-4a18-466f-b6d0-d8fe2d10f762 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:17.331185 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c0da502a-1b42-40d9-b5b9-35819d2aecaf req-716ca655-4a18-466f-b6d0-d8fe2d10f762 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 931 time: 0.1121058 Oct 17 03:51:17.424658 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-782984bc-b5d6-4f4b-8ab3-95a9d0c6a98a admin admin] Publish callbacks [] for security_group (3d93e0f7-8fc1-445f-8bad-00f11076be3b), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.429569 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c0da502a-1b42-40d9-b5b9-35819d2aecaf req-15e65b3e-6528-45fa-b5ef-6ec3dbd5a406 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875266 Oct 17 03:51:17.453943 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-782984bc-b5d6-4f4b-8ab3-95a9d0c6a98a admin admin] Publish callbacks [] for security_group (3d93e0f7-8fc1-445f-8bad-00f11076be3b), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.463134 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-30826c59-eb11-4293-b61f-ac3b38a95415 req-1012ebf2-acdc-4e2a-a8b2-1a4bdaa6a1db tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0554211 Oct 17 03:51:17.479799 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00468822-324c-43ee-a791-3d310341e7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec20125-4199-47d4-98bd-4679c5c12d6e,revision_number=3']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:17.547036 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3541b9-c959-428a-b31e-1e85d9980a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2975faa-a65d-4f21-9c96-b513ae95c404", "tag": "9ec20125-4199-47d4-98bd-4679c5c12d6e"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:17.586984 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-782984bc-b5d6-4f4b-8ab3-95a9d0c6a98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3d93e0f7-8fc1-445f-8bad-00f11076be3b), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.589540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-782984bc-b5d6-4f4b-8ab3-95a9d0c6a98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:17.593619 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-782984bc-b5d6-4f4b-8ab3-95a9d0c6a98a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3d93e0f7-8fc1-445f-8bad-00f11076be3b HTTP/1.1" status: 204 len: 168 time: 0.2901404 Oct 17 03:51:17.601798 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782984bc-b5d6-4f4b-8ab3-95a9d0c6a98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d93e0f7-8fc1-445f-8bad-00f11076be3b,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:17.683345 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3888557-b8c7-4e76-a468-6fa138921330 x-openstack-request-id: req-d3888557-b8c7-4e76-a468-6fa138921330 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:17.683844 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2975faa-a65d-4f21-9c96-b513ae95c404", "tag": "9ec20125-4199-47d4-98bd-4679c5c12d6e", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:17.683921 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d3888557-b8c7-4e76-a468-6fa138921330 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:17.687787 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3888557-b8c7-4e76-a468-6fa138921330'] response: {'name': 'network-changed', 'server_uuid': 'd2975faa-a65d-4f21-9c96-b513ae95c404', 'tag': '9ec20125-4199-47d4-98bd-4679c5c12d6e', 'status': 'completed', 'code': 200} Oct 17 03:51:17.980313 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:18.265345 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53460) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:18.282869 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9e5656b4-a656-4c71-a906-ff2df5560eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:18.419797 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807b65b-f84e-46d8-b5bc-c29534ffbec8 req-e0d98046-7de8-4fc8-9d7c-60f01087ab47 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:18.423549 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8807b65b-f84e-46d8-b5bc-c29534ffbec8 req-e0d98046-7de8-4fc8-9d7c-60f01087ab47 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 931 time: 0.0699720 Oct 17 03:51:18.508354 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8807b65b-f84e-46d8-b5bc-c29534ffbec8 req-a96035e5-42b1-4fcd-b98d-40f810ffc037 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836546 Oct 17 03:51:18.612738 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac14d7-2ef8-419f-a38d-b538f879a3c8 req-266c7c6c-acec-45e1-a4dc-b0e434d79472 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:18.614860 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-69ac14d7-2ef8-419f-a38d-b538f879a3c8 req-266c7c6c-acec-45e1-a4dc-b0e434d79472 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.3774488 Oct 17 03:51:18.626596 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9e5656b4-a656-4c71-a906-ff2df5560eb2 admin admin] Publish callbacks [] for security_group (896c178c-7f7a-443a-b58e-c6ba508b2e76), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:18.686972 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797c60c-a201-4a1c-b758-e2a131496ba3 req-714a4215-bdb8-4a0c-ad72-fe49d083b62c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:18.688774 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e797c60c-a201-4a1c-b758-e2a131496ba3 req-714a4215-bdb8-4a0c-ad72-fe49d083b62c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 931 time: 0.0703931 Oct 17 03:51:18.690028 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9e5656b4-a656-4c71-a906-ff2df5560eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (896c178c-7f7a-443a-b58e-c6ba508b2e76), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:18.695215 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:18.702178 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-69ac14d7-2ef8-419f-a38d-b538f879a3c8 req-816d9e57-9153-49f6-9230-77261c935e5f tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774853 Oct 17 03:51:18.768748 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-9e5656b4-a656-4c71-a906-ff2df5560eb2 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=05aebbe7ff8545cfb177be74da37b362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022268 Oct 17 03:51:18.772934 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53474) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:18.776189 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5656b4-a656-4c71-a906-ff2df5560eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896c178c-7f7a-443a-b58e-c6ba508b2e76,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:18.784692 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c7714287-1acb-4515-b7ee-861ae7f81e63 req-0ac55ef8-b313-4133-abd7-087c822f53bb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0277929 Oct 17 03:51:18.848735 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e797c60c-a201-4a1c-b758-e2a131496ba3 req-b63686e7-b53d-4814-94ad-12e1cfedb420 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440578 Oct 17 03:51:18.898655 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c921222d-8855-4d01-ad97-6d8b915f2b92 admin admin] Publish callbacks [] for security_group (896c178c-7f7a-443a-b58e-c6ba508b2e76), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:18.922269 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c921222d-8855-4d01-ad97-6d8b915f2b92 admin admin] Publish callbacks [] for security_group (896c178c-7f7a-443a-b58e-c6ba508b2e76), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:19.083889 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c921222d-8855-4d01-ad97-6d8b915f2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (896c178c-7f7a-443a-b58e-c6ba508b2e76), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:19.090462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c921222d-8855-4d01-ad97-6d8b915f2b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:19.090462 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c921222d-8855-4d01-ad97-6d8b915f2b92 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/896c178c-7f7a-443a-b58e-c6ba508b2e76 HTTP/1.1" status: 204 len: 168 time: 0.3138220 Oct 17 03:51:19.099997 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921222d-8855-4d01-ad97-6d8b915f2b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896c178c-7f7a-443a-b58e-c6ba508b2e76,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:19.720350 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd9de2-5190-4724-a1a3-3c2666170b46 req-35ad1f18-dffe-4945-a246-beb907324db1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:19.728290 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-08dd9de2-5190-4724-a1a3-3c2666170b46 req-35ad1f18-dffe-4945-a246-beb907324db1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 931 time: 0.1309330 Oct 17 03:51:19.842537 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdbfe7-a064-49a2-be10-3cad446c0003 req-495ed95c-c3d2-4508-8af1-f990241c156d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:19.844417 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-08dd9de2-5190-4724-a1a3-3c2666170b46 req-ebbd1aa2-1220-47fa-b3a8-1c88cc3439e4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147902 Oct 17 03:51:19.848255 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5cbdbfe7-a064-49a2-be10-3cad446c0003 req-495ed95c-c3d2-4508-8af1-f990241c156d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0649683 Oct 17 03:51:20.002163 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-aa7f9e26-5fe7-4f8a-84f5-773f77e4a699 req-5a0abd51-645a-404f-9e3d-87806bb57884 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0721385 Oct 17 03:51:20.196537 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb43c8-4807-44ea-9c55-97e26e5335b9 req-bb937a9b-1b18-4684-bc1b-113f90b42364 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:20.198479 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-88bb43c8-4807-44ea-9c55-97e26e5335b9 req-bb937a9b-1b18-4684-bc1b-113f90b42364 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 931 time: 0.0791030 Oct 17 03:51:20.242514 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Request body: {'port': {'device_id': '5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:20.267292 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Request body: {'port': {'device_id': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:20.368957 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5cbdbfe7-a064-49a2-be10-3cad446c0003 req-449966c6-d256-45cb-b8bf-7f758170949f tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163856 Oct 17 03:51:20.392831 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-bf486e35-1f05-4e4d-9b49-fdef81b2796c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:20.396764 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-bf486e35-1f05-4e4d-9b49-fdef81b2796c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 816 time: 0.1902850 Oct 17 03:51:20.399623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.33', 50101) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:20.504814 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-88bb43c8-4807-44ea-9c55-97e26e5335b9 req-7d726394-fc1f-4530-9c38-85517de557d6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697155 Oct 17 03:51:20.564562 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3541b9-c959-428a-b31e-1e85d9980a2e req-2795b3c0-9574-414f-ac2f-007c1d692670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:20.569135 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0a3541b9-c959-428a-b31e-1e85d9980a2e req-2795b3c0-9574-414f-ac2f-007c1d692670 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 1127 time: 0.1712742 Oct 17 03:51:20.600212 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-2f662805-b601-451a-8ce5-b6afc8eb253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:20.602295 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-2f662805-b601-451a-8ce5-b6afc8eb253d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=38bd8dbff7d74bf4baa7c2aeca32c557&device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 1128 time: 0.1852417 Oct 17 03:51:20.631411 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:20.750521 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-6cf5b464-7067-46fe-8259-01dfe97e745f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ed4ecab9c234dd293ba0034d71d03f7 HTTP/1.1" status: 200 len: 379 time: 0.3265288 Oct 17 03:51:20.771992 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:20.778637 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'port': {'device_id': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'admin_state_up': True, 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'security_groups': ['038c3771-9f91-41d5-90ec-ccb7e8123dc0']}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:20.826106 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-5af0a4e2-ce0d-48a7-953e-6c2232c70dfe service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c13ea03-5d56-42e5-b104-14198c3a9874 HTTP/1.1" status: 200 len: 217 time: 0.1843114 Oct 17 03:51:20.839360 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:20.914141 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53556) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:21.009929 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3541b9-c959-428a-b31e-1e85d9980a2e req-0a54279f-64c3-4e0f-a55e-d85a6fe222d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:21.011459 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0a3541b9-c959-428a-b31e-1e85d9980a2e req-0a54279f-64c3-4e0f-a55e-d85a6fe222d5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=cf238531f665437faddc8002d3b2ab6c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4082859 Oct 17 03:51:21.219376 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-4ccbcac9-def8-46ab-9fa0-e06e185f4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:21.221030 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-4ccbcac9-def8-46ab-9fa0-e06e185f4d68 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=96678dbf-78f1-41d0-83ad-363a298c1af7 HTTP/1.1" status: 200 len: 851 time: 0.3753932 Oct 17 03:51:21.236735 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25117c22-17a1-4531-82fc-a2ed3d7fd074 req-a5cb7e54-7d8f-4a29-a9aa-82de9f117205 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:21.245261 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-25117c22-17a1-4531-82fc-a2ed3d7fd074 req-a5cb7e54-7d8f-4a29-a9aa-82de9f117205 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 931 time: 0.2159140 Oct 17 03:51:21.264252 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:21.266176 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3541b9-c959-428a-b31e-1e85d9980a2e req-661bbd1a-5397-4c5c-a1e2-532c6552d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:21.272520 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0a3541b9-c959-428a-b31e-1e85d9980a2e req-661bbd1a-5397-4c5c-a1e2-532c6552d117 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888011 Oct 17 03:51:21.292917 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Made reservation on behalf of 3ed4ecab9c234dd293ba0034d71d03f7 for: {'port': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:51:21.304263 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:21.342419 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:21.443287 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:21.454884 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-115c196a-116e-4d02-b624-86be58817d74 req-972772b5-5a7e-460a-b060-ad6df245321e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.1669230 Oct 17 03:51:21.630049 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-855ecb9d-d9a6-417d-a2b5-8f752f007f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:21.632408 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-855ecb9d-d9a6-417d-a2b5-8f752f007f4a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 1127 time: 0.2209706 Oct 17 03:51:21.792095 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40e15603-628d-4d6f-986b-7a637981ed26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:21.821874 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:21.839443 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-388fc8f0-63cc-4049-bb51-8a3f91ec0f13 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec20125-4199-47d4-98bd-4679c5c12d6e HTTP/1.1" status: 200 len: 217 time: 0.0955195 Oct 17 03:51:21.867270 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-89f9d4c4-a3b1-450a-ac52-6bd94dd7e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:21.869226 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-89f9d4c4-a3b1-450a-ac52-6bd94dd7e6d3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=b23131e6-b5ff-474c-893a-7c99bb8a9ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5947373 Oct 17 03:51:22.087218 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd90bb4-65ae-4774-8598-cd980965661a req-ac48693b-8542-4c99-82b0-7ba9f727467d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:22.090094 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40e15603-628d-4d6f-986b-7a637981ed26 admin admin] Publish callbacks [] for security_group (725ea43b-c276-402d-a5ea-56f6b0db038f), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.097129 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0fd90bb4-65ae-4774-8598-cd980965661a req-ac48693b-8542-4c99-82b0-7ba9f727467d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.4854248 Oct 17 03:51:22.105790 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-25117c22-17a1-4531-82fc-a2ed3d7fd074 req-41d85d46-beac-4ded-b985-08c318bd8af8 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8594632 Oct 17 03:51:22.160913 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71faccf7-d131-411d-8d26-fc3bb1069d2f {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:22.169295 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-72e7779b-78bd-4498-acb2-5f0dc998b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:22.171056 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-72e7779b-78bd-4498-acb2-5f0dc998b2fd service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.3213425 Oct 17 03:51:22.250696 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-40e15603-628d-4d6f-986b-7a637981ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (725ea43b-c276-402d-a5ea-56f6b0db038f), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.298737 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Publish callbacks [] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.310999 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0fd90bb4-65ae-4774-8598-cd980965661a req-3d02c740-ed10-423a-9a70-6c50bcf67775 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129645 Oct 17 03:51:22.337893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Allocated IP 172.20.0.11 (af1f3d7e-18a9-4ea1-a199-66960c97f1c1/5c35a5ff-8c01-4e85-9f16-1d8daf5289f5/84033c7a-279b-4382-ae30-9f0a623ff3f1) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:51:22.357996 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-1696d0d1-64da-4c08-a7c1-b0626798f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:22.359612 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-1696d0d1-64da-4c08-a7c1-b0626798f9b8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1668293 Oct 17 03:51:22.376556 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65138d-e14d-47e0-8801-81f90ab7d4ee req-d03873c7-2778-4dbd-8afc-6835eaa45588 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:22.385210 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2f65138d-e14d-47e0-8801-81f90ab7d4ee req-d03873c7-2778-4dbd-8afc-6835eaa45588 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 931 time: 0.0785646 Oct 17 03:51:22.501005 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:22.509680 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Transition to ACTIVE for port object 71faccf7-d131-411d-8d26-fc3bb1069d2f will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:51:22.570572 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-40e15603-628d-4d6f-986b-7a637981ed26 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=2d6cba3edebd4f0eb5343491d5102c17&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6254563 Oct 17 03:51:22.573783 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2f65138d-e14d-47e0-8801-81f90ab7d4ee req-8181493a-bd9d-43df-9f46-1ee0e66e6c18 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876214 Oct 17 03:51:22.583309 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:22.585885 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53612) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:22.595746 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e15603-628d-4d6f-986b-7a637981ed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725ea43b-c276-402d-a5ea-56f6b0db038f,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:22.611785 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-b73c7c51-8143-474e-a0f9-94c11030a79f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285805 Oct 17 03:51:22.639936 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.687032 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5ece3b9c-b8c4-4b4f-9630-d10f597e9416 req-4cfe1d6f-b631-4a73-aadb-8e68f84fbe16 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0648725 Oct 17 03:51:22.692507 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.821582 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b260be07-5def-47aa-89bb-ab837fc15d66 admin admin] Publish callbacks [] for security_group (725ea43b-c276-402d-a5ea-56f6b0db038f), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.831865 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-afe55eb3-447d-4d3e-90c7-9f071072a47e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b23131e6-b5ff-474c-893a-7c99bb8a9ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9468427 Oct 17 03:51:22.857103 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-9c5edec9-8cbb-4cfe-b747-663c2f816fe9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564889 Oct 17 03:51:22.858286 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:22.859208 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Attempting to bind port 71faccf7-d131-411d-8d26-fc3bb1069d2f on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:51:22.859544 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Attempting to bind port 71faccf7-d131-411d-8d26-fc3bb1069d2f by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:51:22.859906 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Attempting to bind port 71faccf7-d131-411d-8d26-fc3bb1069d2f on network 9596452a-c538-49c6-83ce-e63a5d474491 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:22.889862 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a262e085-3b46-4aaa-99a7-dc591e72ffed {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:22.896807 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Pushing event updated for resources: {'Port': ['ID=71faccf7-d131-411d-8d26-fc3bb1069d2f,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:22.905724 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.910043 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Publish callbacks [] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.920642 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b260be07-5def-47aa-89bb-ab837fc15d66 admin admin] Publish callbacks [] for security_group (725ea43b-c276-402d-a5ea-56f6b0db038f), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.967414 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:51:22.967658 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Transition to ACTIVE for port object a262e085-3b46-4aaa-99a7-dc591e72ffed will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:51:22.971478 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:51:22.976203 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:51:22.982990 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:22.983637 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:22.988782 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:23.012728 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Port 71faccf7-d131-411d-8d26-fc3bb1069d2f on network 9596452a-c538-49c6-83ce-e63a5d474491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:51:23.013071 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Attempting to bind port 71faccf7-d131-411d-8d26-fc3bb1069d2f on network 9596452a-c538-49c6-83ce-e63a5d474491 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:23.082572 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-3493f7f1-9ee2-43f1-97f4-022a0308323d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3110631 Oct 17 03:51:23.085425 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:23.109474 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Request body: {'port': {'device_id': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:23.225943 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Pushing event updated for resources: {'Port': ['ID=a262e085-3b46-4aaa-99a7-dc591e72ffed,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:23.431409 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-ca20bde5-ac56-475a-82ec-79c976c0f5ee None None] Provisioning complete for port 84033c7a-279b-4382-ae30-9f0a623ff3f1 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:23.432149 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ca20bde5-ac56-475a-82ec-79c976c0f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:23.436826 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-ca20bde5-ac56-475a-82ec-79c976c0f5ee None None] Attempt 1 to provision port 84033c7a-279b-4382-ae30-9f0a623ff3f1 Oct 17 03:51:23.533557 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-ca20bde5-ac56-475a-82ec-79c976c0f5ee None None] Port 84033c7a-279b-4382-ae30-9f0a623ff3f1 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:51:23.599094 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:23.687265 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:23.708414 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c50f77-0db2-4127-83e0-25ca99d88e6f req-67466f7a-3346-4cfa-9e18-fedb9bc058f3 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:23.715963 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-76c50f77-0db2-4127-83e0-25ca99d88e6f req-67466f7a-3346-4cfa-9e18-fedb9bc058f3 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.1151319 Oct 17 03:51:23.718725 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b260be07-5def-47aa-89bb-ab837fc15d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (725ea43b-c276-402d-a5ea-56f6b0db038f), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:23.722769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b260be07-5def-47aa-89bb-ab837fc15d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:23.726626 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-b260be07-5def-47aa-89bb-ab837fc15d66 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/725ea43b-c276-402d-a5ea-56f6b0db038f HTTP/1.1" status: 204 len: 168 time: 1.1303751 Oct 17 03:51:23.726626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:51:23.726626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Checking segment: {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:51:23.726626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Bound using segment: {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:51:23.726626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Bound port: 71faccf7-d131-411d-8d26-fc3bb1069d2f, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:51:23.727097 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:23.770061 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9da35-50ea-448e-bc64-a33ced45a8cd req-734f62c4-279b-416d-bb20-247f8b970ead tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:23.771803 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d3d9da35-50ea-448e-bc64-a33ced45a8cd req-734f62c4-279b-416d-bb20-247f8b970ead tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 943 time: 0.1933999 Oct 17 03:51:23.772297 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:23.784377 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-175246e0-85d4-4a45-af8c-69ae136e7f93 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b23131e6-b5ff-474c-893a-7c99bb8a9ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8030095 Oct 17 03:51:23.819646 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260be07-5def-47aa-89bb-ab837fc15d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725ea43b-c276-402d-a5ea-56f6b0db038f,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:23.881572 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Attempting to bind port a262e085-3b46-4aaa-99a7-dc591e72ffed on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:51:23.882123 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Attempting to bind port a262e085-3b46-4aaa-99a7-dc591e72ffed by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:51:23.882875 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Attempting to bind port a262e085-3b46-4aaa-99a7-dc591e72ffed on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:23.987339 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] For port 71faccf7-d131-411d-8d26-fc3bb1069d2f, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:51:23.993326 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d3d9da35-50ea-448e-bc64-a33ced45a8cd req-58f53292-0f96-440d-b916-4ffe9167063d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077568 Oct 17 03:51:24.008964 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Port a262e085-3b46-4aaa-99a7-dc591e72ffed on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:51:24.013716 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Attempting to bind port a262e085-3b46-4aaa-99a7-dc591e72ffed on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:24.014898 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] For port 71faccf7-d131-411d-8d26-fc3bb1069d2f, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:51:24.067033 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-76c50f77-0db2-4127-83e0-25ca99d88e6f req-b0d7da3e-cc01-4750-877c-86494f9f30fb tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456092 Oct 17 03:51:24.143915 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:24.153711 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:24.154353 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:24.155844 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/71faccf7-d131-411d-8d26-fc3bb1069d2f HTTP/1.1" status: 200 len: 1093 time: 3.9192886 Oct 17 03:51:24.223546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'tag': '71faccf7-d131-411d-8d26-fc3bb1069d2f'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:24.223546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c731e2-1109-4a3f-869f-b31075e8d1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbaa344-86e9-4c9b-b99b-ae99d38e1562", "tag": "71faccf7-d131-411d-8d26-fc3bb1069d2f"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:24.223546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:51:24.223546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Checking segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:51:24.223546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Bound using segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:51:24.223546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Bound port: a262e085-3b46-4aaa-99a7-dc591e72ffed, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:51:24.223546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:24.240754 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84033c7a-279b-4382-ae30-9f0a623ff3f1 {{(pid=111639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:24.254977 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Publish callbacks [] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:24.312107 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:24.313333 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.provisioning_blocks [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Transition to ACTIVE for port object 84033c7a-279b-4382-ae30-9f0a623ff3f1 will not be triggered until provisioned by entity L2. {{(pid=111639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:51:24.375284 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bbd1f-558e-4357-8d8e-441750fc77f5 req-c93bde11-64b7-4a30-a1d9-8794d42eb9f9 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:24.377091 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2e4bbd1f-558e-4357-8d8e-441750fc77f5 req-c93bde11-64b7-4a30-a1d9-8794d42eb9f9 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 932 time: 0.2055168 Oct 17 03:51:24.406808 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:24.516666 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53664) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:24.588009 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] For port a262e085-3b46-4aaa-99a7-dc591e72ffed, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:51:24.591722 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] For port a262e085-3b46-4aaa-99a7-dc591e72ffed, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a262e085-3b46-4aaa-99a7-dc591e72ffed,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:51:24.598538 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:24.599693 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116993a-8324-4cfc-94ff-b99258db5f2a service neutron] Pushing event updated for resources: {'Port': ['ID=71faccf7-d131-411d-8d26-fc3bb1069d2f,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:24.621989 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:24.627061 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab094-3b0d-44f4-89d1-26ca55f7f68e req-a680ed17-97e0-497a-936f-ce27bd9ab23c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:24.628406 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c04ab094-3b0d-44f4-89d1-26ca55f7f68e req-a680ed17-97e0-497a-936f-ce27bd9ab23c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 943 time: 0.4712994 Oct 17 03:51:24.651017 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2e4bbd1f-558e-4357-8d8e-441750fc77f5 req-36200707-341e-44d7-967f-2734dd1a1c4b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577751 Oct 17 03:51:24.710833 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:24.712733 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Attempting to bind port 84033c7a-279b-4382-ae30-9f0a623ff3f1 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:51:24.713116 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Attempting to bind port 84033c7a-279b-4382-ae30-9f0a623ff3f1 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'}] {{(pid=111639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:51:24.713453 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Attempting to bind port 84033c7a-279b-4382-ae30-9f0a623ff3f1 on network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:24.736876 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-905a22ba-df62-411a-b2d9-ec29a2aa3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:24.738766 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-905a22ba-df62-411a-b2d9-ec29a2aa3aa7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 1127 time: 0.4299939 Oct 17 03:51:24.740241 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:24.740985 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:24.742420 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/a262e085-3b46-4aaa-99a7-dc591e72ffed HTTP/1.1" status: 200 len: 1093 time: 4.5047455 Oct 17 03:51:24.746877 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5150e47-f647-4380-952c-f245708eb073 x-openstack-request-id: req-b5150e47-f647-4380-952c-f245708eb073 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:24.747336 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbaa344-86e9-4c9b-b99b-ae99d38e1562", "tag": "71faccf7-d131-411d-8d26-fc3bb1069d2f", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:24.747731 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b5150e47-f647-4380-952c-f245708eb073 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:24.748337 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5150e47-f647-4380-952c-f245708eb073'] response: {'name': 'network-changed', 'server_uuid': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'tag': '71faccf7-d131-411d-8d26-fc3bb1069d2f', 'status': 'completed', 'code': 200} Oct 17 03:51:24.821782 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Port 84033c7a-279b-4382-ae30-9f0a623ff3f1 on network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:51:24.821997 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Attempting to bind port 84033c7a-279b-4382-ae30-9f0a623ff3f1 on network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:51:24.826947 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c04ab094-3b0d-44f4-89d1-26ca55f7f68e req-7083167f-8da9-4777-97db-b4410855b6a6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899829 Oct 17 03:51:24.830671 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-0cb17460-5926-40ab-9803-2dc51f369223 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f HTTP/1.1" status: 200 len: 217 time: 0.0595145 Oct 17 03:51:24.872218 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4f2160a0-4683-4e97-9eac-500db57d8196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:24.900723 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=48 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:24.909744 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:51:24.909744 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Checking segment: {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:51:24.909744 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Bound using segment: {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'} {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:51:24.909744 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Bound port: 84033c7a-279b-4382-ae30-9f0a623ff3f1, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'}}] {{(pid=111639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:51:24.909744 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:24.917562 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=19 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:24.918066 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db80661-e68d-47c9-830b-4fba45cc6a3b service neutron] Pushing event updated for resources: {'Port': ['ID=a262e085-3b46-4aaa-99a7-dc591e72ffed,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:24.967790 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-449013be-3693-4df0-83f2-9f9cd8fb7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:24.969543 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-449013be-3693-4df0-83f2-9f9cd8fb7e4d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fc392004-8afd-451c-9dcb-41ef655b2ff1 HTTP/1.1" status: 200 len: 850 time: 0.1136191 Oct 17 03:51:24.978265 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-14e3c862-1145-42f1-b02f-3e31330dd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:24.980062 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-14e3c862-1145-42f1-b02f-3e31330dd55b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 1127 time: 0.0804274 Oct 17 03:51:25.034776 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53676) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:25.059936 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a2c2dd3e-de35-4f51-ac50-06a816f8acce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.106517 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, cleared binding levels {{(pid=111639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:51:25.121472 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:51:25.177579 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-bc1c43eb-b5a0-4877-ab0f-505cabb6c2d1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a262e085-3b46-4aaa-99a7-dc591e72ffed HTTP/1.1" status: 200 len: 217 time: 0.1666660 Oct 17 03:51:25.235311 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:25.236806 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-d70b3641-59d7-4e27-8e00-bb8e08efd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:25.236806 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-d70b3641-59d7-4e27-8e00-bb8e08efd935 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9596452a-c538-49c6-83ce-e63a5d474491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1943853 Oct 17 03:51:25.237007 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d8550-719d-4579-a2ed-9bfa4b122cd4 req-8663704f-84c7-4384-a761-0504053cbc20 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:25.244946 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8e2d8550-719d-4579-a2ed-9bfa4b122cd4 req-8663704f-84c7-4384-a761-0504053cbc20 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 943 time: 0.0739100 Oct 17 03:51:25.283300 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4f2160a0-4683-4e97-9eac-500db57d8196 admin admin] Publish callbacks [] for security_group (b6ede9df-4b40-4cd1-b67a-b253405e6b17), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.292234 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57d16a-7f5c-4641-98f5-1445cf8fbb21 req-09365243-e194-45ae-837d-7017b94d0dec tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:25.293706 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6a57d16a-7f5c-4641-98f5-1445cf8fbb21 req-09365243-e194-45ae-837d-7017b94d0dec tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0750742 Oct 17 03:51:25.293856 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a2c2dd3e-de35-4f51-ac50-06a816f8acce admin admin] Publish callbacks [] for security_group (447f4c03-8d83-43b2-9e5a-10f6bad57a89), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.312211 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8e2d8550-719d-4579-a2ed-9bfa4b122cd4 req-95594221-a34e-41de-92de-b0f1787c4ed8 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684695 Oct 17 03:51:25.345663 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6a57d16a-7f5c-4641-98f5-1445cf8fbb21 req-9c851912-63d9-40c6-9363-6d4b64b56365 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Oct 17 03:51:25.443446 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.448138 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:25.450437 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.450437 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/84033c7a-279b-4382-ae30-9f0a623ff3f1 HTTP/1.1" status: 200 len: 1094 time: 2.3545966 Oct 17 03:51:25.451617 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:25.453909 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a0d1c-1c16-497e-9374-e455ea09f381" -d '{"events": [{"name": "network-changed", "server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:25.479311 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a2c2dd3e-de35-4f51-ac50-06a816f8acce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (447f4c03-8d83-43b2-9e5a-10f6bad57a89), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.480883 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4f2160a0-4683-4e97-9eac-500db57d8196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (b6ede9df-4b40-4cd1-b67a-b253405e6b17), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.509605 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bd6a2e-ee6c-4cb6-a4ba-b4f2da8bb502 x-openstack-request-id: req-f7bd6a2e-ee6c-4cb6-a4ba-b4f2da8bb502 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:25.509891 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:25.510145 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f7bd6a2e-ee6c-4cb6-a4ba-b4f2da8bb502 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:25.510543 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7bd6a2e-ee6c-4cb6-a4ba-b4f2da8bb502'] response: {'name': 'network-changed', 'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'status': 'completed', 'code': 200} Oct 17 03:51:25.531824 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-a2c2dd3e-de35-4f51-ac50-06a816f8acce admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e2391d1f58f24d188963a0eb7cf57776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952173 Oct 17 03:51:25.537255 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-a8b6612b-c35b-4c7c-a21c-5efdaf0b6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:25.538744 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-a8b6612b-c35b-4c7c-a21c-5efdaf0b6646 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.1289980 Oct 17 03:51:25.541112 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53688) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:25.547354 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-4f2160a0-4683-4e97-9eac-500db57d8196 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=54aede97981945b297ac091584f01e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9499114 Oct 17 03:51:25.554246 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53690) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:25.559338 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2160a0-4683-4e97-9eac-500db57d8196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ede9df-4b40-4cd1-b67a-b253405e6b17,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:25.568419 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac92d3a-fbb6-4d1a-8b89-ba3395f24f6d service neutron] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=3']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:25.574167 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-5f45e4fa-3b28-4ad8-8d41-e15229a93df2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718473 Oct 17 03:51:25.584493 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2dd3e-de35-4f51-ac50-06a816f8acce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447f4c03-8d83-43b2-9e5a-10f6bad57a89,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:25.644018 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-54ae2d09-0e71-4778-bf5f-071080726907 admin admin] Publish callbacks [] for security_group (447f4c03-8d83-43b2-9e5a-10f6bad57a89), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.654199 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2ee2-ddb1-4c82-b38f-9835892b53ca admin admin] Publish callbacks [] for security_group (b6ede9df-4b40-4cd1-b67a-b253405e6b17), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.680545 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-54ae2d09-0e71-4778-bf5f-071080726907 admin admin] Publish callbacks [] for security_group (447f4c03-8d83-43b2-9e5a-10f6bad57a89), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.691042 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2ee2-ddb1-4c82-b38f-9835892b53ca admin admin] Publish callbacks [] for security_group (b6ede9df-4b40-4cd1-b67a-b253405e6b17), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.789592 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196976b-0305-4d3d-bfa9-714442cc14e9 req-fbfd572f-3107-40ca-95ec-56953597123d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:25.791989 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a196976b-0305-4d3d-bfa9-714442cc14e9 req-fbfd572f-3107-40ca-95ec-56953597123d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0542629 Oct 17 03:51:25.820548 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2ee2-ddb1-4c82-b38f-9835892b53ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (b6ede9df-4b40-4cd1-b67a-b253405e6b17), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.823044 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2ee2-ddb1-4c82-b38f-9835892b53ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.827006 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-5a4e2ee2-ddb1-4c82-b38f-9835892b53ca admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/b6ede9df-4b40-4cd1-b67a-b253405e6b17 HTTP/1.1" status: 204 len: 168 time: 0.2709751 Oct 17 03:51:25.841636 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e2ee2-ddb1-4c82-b38f-9835892b53ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ede9df-4b40-4cd1-b67a-b253405e6b17,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:25.853350 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-54ae2d09-0e71-4778-bf5f-071080726907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (447f4c03-8d83-43b2-9e5a-10f6bad57a89), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.856258 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-54ae2d09-0e71-4778-bf5f-071080726907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:25.861714 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-54ae2d09-0e71-4778-bf5f-071080726907 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/447f4c03-8d83-43b2-9e5a-10f6bad57a89 HTTP/1.1" status: 204 len: 168 time: 0.3153670 Oct 17 03:51:25.862475 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a196976b-0305-4d3d-bfa9-714442cc14e9 req-fda4054b-c150-4597-8399-b9bdbd74de22 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611031 Oct 17 03:51:25.951212 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:25.953390 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae2d09-0e71-4778-bf5f-071080726907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447f4c03-8d83-43b2-9e5a-10f6bad57a89,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:25.961301 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-96f9f7c7-0e42-460f-9ea8-19424eccd567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:25.963071 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a0d1c-1c16-497e-9374-e455ea09f381 req-e3bfb084-f52f-4a37-9022-433a12130953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:25.963526 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-96f9f7c7-0e42-460f-9ea8-19424eccd567 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0921509 Oct 17 03:51:25.964856 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6d4a0d1c-1c16-497e-9374-e455ea09f381 req-e3bfb084-f52f-4a37-9022-433a12130953 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 1128 time: 0.0781026 Oct 17 03:51:26.021942 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5c9fc21-a330-49bd-8c30-675280f7c1d2 req-70c88a5e-c6b2-434b-aa2e-d8abb6cfb125 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535075 Oct 17 03:51:26.029200 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00acfa5-3318-423c-ac15-2b3a89ee7cb2 req-7dd04aa8-7667-4132-8ee8-50364a808493 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:26.030882 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c00acfa5-3318-423c-ac15-2b3a89ee7cb2 req-7dd04aa8-7667-4132-8ee8-50364a808493 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 943 time: 0.0818584 Oct 17 03:51:26.078646 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c00acfa5-3318-423c-ac15-2b3a89ee7cb2 req-cc146c97-be9e-47c6-97f5-5aa33f9dcff6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Oct 17 03:51:26.264334 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:26.424454 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53718) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:26.447720 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64df0ad-8739-460b-b6d1-4aa94e5b9157 req-c6eed049-6731-47b5-9d92-5ebd34cbb852 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:26.449222 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f64df0ad-8739-460b-b6d1-4aa94e5b9157 req-c6eed049-6731-47b5-9d92-5ebd34cbb852 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 943 time: 0.0562980 Oct 17 03:51:26.477012 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141509e-3aec-4f6a-8a26-01f6d8fd49d8 req-a4a9a74e-3625-4c6d-b1c8-1bc370567445 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:26.478652 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6141509e-3aec-4f6a-8a26-01f6d8fd49d8 req-a4a9a74e-3625-4c6d-b1c8-1bc370567445 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0536010 Oct 17 03:51:26.505063 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f64df0ad-8739-460b-b6d1-4aa94e5b9157 req-e1ebda92-e044-440b-90c3-6bda83e43f25 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499537 Oct 17 03:51:26.535423 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6141509e-3aec-4f6a-8a26-01f6d8fd49d8 req-896257c1-5831-4722-953f-c62b97dc931a tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478888 Oct 17 03:51:26.683234 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-adaa9bdf-4180-44df-a477-840f8b8f45f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:26.749560 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7', 'tag': 'a262e085-3b46-4aaa-99a7-dc591e72ffed'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:26.752697 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a7e7f6-06c9-44d5-ad68-d585f258df0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7", "tag": "a262e085-3b46-4aaa-99a7-dc591e72ffed"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:26.760413 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53726) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:26.769326 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-83206e10-0214-4a49-8b53-4e6674233e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:26.774649 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f2d313c3-e1b6-46e4-8850-2764fe8b4b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:26.784893 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:26.797676 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18b281f-5b62-4e89-bdc9-b0fc779971f7 x-openstack-request-id: req-d18b281f-5b62-4e89-bdc9-b0fc779971f7 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:26.797966 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7", "tag": "a262e085-3b46-4aaa-99a7-dc591e72ffed", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:26.798554 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d18b281f-5b62-4e89-bdc9-b0fc779971f7 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:26.798954 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18b281f-5b62-4e89-bdc9-b0fc779971f7'] response: {'name': 'network-changed', 'server_uuid': '5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7', 'tag': 'a262e085-3b46-4aaa-99a7-dc591e72ffed', 'status': 'completed', 'code': 200} Oct 17 03:51:26.862157 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f2d313c3-e1b6-46e4-8850-2764fe8b4b77 admin admin] Publish callbacks [] for security_group (bb0e717e-ced4-4e99-81b9-f37cad6d2fde), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:26.867303 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-83206e10-0214-4a49-8b53-4e6674233e28 admin admin] Publish callbacks [] for security_group (70d30998-f6f6-4095-bdf4-047ace8d925a), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:26.927600 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f2d313c3-e1b6-46e4-8850-2764fe8b4b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (bb0e717e-ced4-4e99-81b9-f37cad6d2fde), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:26.937143 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-83206e10-0214-4a49-8b53-4e6674233e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (70d30998-f6f6-4095-bdf4-047ace8d925a), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:26.984342 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-83206e10-0214-4a49-8b53-4e6674233e28 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=6d557d2ff4424da2916a9aeddc602f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5588572 Oct 17 03:51:26.985194 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83206e10-0214-4a49-8b53-4e6674233e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d30998-f6f6-4095-bdf4-047ace8d925a,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:26.987503 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53736) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:27.004283 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-f2d313c3-e1b6-46e4-8850-2764fe8b4b77 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=c80adecb90e44f7886c97b41b26f7f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427213 Oct 17 03:51:27.006928 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53738) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:27.008478 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d313c3-e1b6-46e4-8850-2764fe8b4b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e717e-ced4-4e99-81b9-f37cad6d2fde,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:27.026369 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27662f-fc0c-4f7b-bc33-adfd6e1941be req-63fe17ab-790a-4adf-a49c-0647583519c6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:27.027171 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4f27662f-fc0c-4f7b-bc33-adfd6e1941be req-63fe17ab-790a-4adf-a49c-0647583519c6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0762706 Oct 17 03:51:27.092901 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4f27662f-fc0c-4f7b-bc33-adfd6e1941be req-5b3467c6-0f71-461b-8593-34779c10b2ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595994 Oct 17 03:51:27.096017 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a3175f60-42e1-4b10-8427-dd9d34ec6b4d admin admin] Publish callbacks [] for security_group (70d30998-f6f6-4095-bdf4-047ace8d925a), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:27.122510 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a3175f60-42e1-4b10-8427-dd9d34ec6b4d admin admin] Publish callbacks [] for security_group (70d30998-f6f6-4095-bdf4-047ace8d925a), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:27.145921 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:27.151487 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-141fef0f-88b5-43e8-90bf-ebc615397f90 admin admin] Publish callbacks [] for security_group (bb0e717e-ced4-4e99-81b9-f37cad6d2fde), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:27.185924 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:27.199705 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-141fef0f-88b5-43e8-90bf-ebc615397f90 admin admin] Publish callbacks [] for security_group (bb0e717e-ced4-4e99-81b9-f37cad6d2fde), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:27.238835 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c8aed-ed16-4708-a641-722db736f312 req-1a7a2d82-58de-4ef2-b221-0b23bbe6b2eb tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:27.240319 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-744c8aed-ed16-4708-a641-722db736f312 req-1a7a2d82-58de-4ef2-b221-0b23bbe6b2eb tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 943 time: 0.0758383 Oct 17 03:51:27.299023 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-744c8aed-ed16-4708-a641-722db736f312 req-d1ccd047-af8d-42f8-aef4-f7b2f22df613 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500605 Oct 17 03:51:27.334256 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a3175f60-42e1-4b10-8427-dd9d34ec6b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (70d30998-f6f6-4095-bdf4-047ace8d925a), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:27.336867 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a3175f60-42e1-4b10-8427-dd9d34ec6b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:27.338015 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-a3175f60-42e1-4b10-8427-dd9d34ec6b4d admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/70d30998-f6f6-4095-bdf4-047ace8d925a HTTP/1.1" status: 204 len: 168 time: 0.3490057 Oct 17 03:51:27.345840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3175f60-42e1-4b10-8427-dd9d34ec6b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d30998-f6f6-4095-bdf4-047ace8d925a,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:27.367194 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-141fef0f-88b5-43e8-90bf-ebc615397f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (bb0e717e-ced4-4e99-81b9-f37cad6d2fde), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:27.369911 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-141fef0f-88b5-43e8-90bf-ebc615397f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:27.371102 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-141fef0f-88b5-43e8-90bf-ebc615397f90 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/bb0e717e-ced4-4e99-81b9-f37cad6d2fde HTTP/1.1" status: 204 len: 168 time: 0.3631556 Oct 17 03:51:27.379208 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fef0f-88b5-43e8-90bf-ebc615397f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e717e-ced4-4e99-81b9-f37cad6d2fde,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:27.647391 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63342482-0d7f-4ad4-b1be-91aa9986f139 req-9aacc3f6-f20c-43d5-8961-1d562d968039 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:27.649209 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-63342482-0d7f-4ad4-b1be-91aa9986f139 req-9aacc3f6-f20c-43d5-8961-1d562d968039 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 943 time: 0.0575547 Oct 17 03:51:27.685741 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ca84e-b5f9-4bff-8a1f-e6aa2c6f1fc7 req-5c451473-850c-40a6-9693-322c8af10cc4 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:27.687369 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-298ca84e-b5f9-4bff-8a1f-e6aa2c6f1fc7 req-5c451473-850c-40a6-9693-322c8af10cc4 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0616171 Oct 17 03:51:27.702873 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-63342482-0d7f-4ad4-b1be-91aa9986f139 req-9db4efc2-d6cb-408c-bf05-97a5770b345f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471301 Oct 17 03:51:27.746488 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-298ca84e-b5f9-4bff-8a1f-e6aa2c6f1fc7 req-b3562f17-0768-4308-88cf-e22eeb4503be tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527637 Oct 17 03:51:28.123544 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53774) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:28.138607 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3d0e-05b6-4ecc-8c4e-a6a4960e0d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:28.191813 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:28.226388 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3d0e-05b6-4ecc-8c4e-a6a4960e0d40 admin admin] Publish callbacks [] for security_group (4959961c-06e7-4ac1-afde-6b6f2ee29c89), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:28.234513 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21c12-d48c-4ff6-9a13-c6f708a00e0d req-4a8cae3f-5865-4873-bf42-a0340dfb149e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:28.236704 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-01a21c12-d48c-4ff6-9a13-c6f708a00e0d req-4a8cae3f-5865-4873-bf42-a0340dfb149e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0670574 Oct 17 03:51:28.293536 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-01a21c12-d48c-4ff6-9a13-c6f708a00e0d req-9f57f0c9-2669-455d-b406-c574a4868eda tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504591 Oct 17 03:51:28.298726 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3d0e-05b6-4ecc-8c4e-a6a4960e0d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (4959961c-06e7-4ac1-afde-6b6f2ee29c89), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:28.340208 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1b8a3d0e-05b6-4ecc-8c4e-a6a4960e0d40 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e0374528600d4afcb70c006e9fb44bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148259 Oct 17 03:51:28.341058 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a3d0e-05b6-4ecc-8c4e-a6a4960e0d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4959961c-06e7-4ac1-afde-6b6f2ee29c89,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:28.342980 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53788) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:28.395473 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcfa2-d673-412b-96a3-41e7565f4ad6 admin admin] Publish callbacks [] for security_group (4959961c-06e7-4ac1-afde-6b6f2ee29c89), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:28.426763 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcfa2-d673-412b-96a3-41e7565f4ad6 admin admin] Publish callbacks [] for security_group (4959961c-06e7-4ac1-afde-6b6f2ee29c89), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:28.427415 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7757af-2e1c-40a2-aa97-dc174613abbd req-f55d586b-8513-476c-a62c-e3b8b13d6cce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:28.434504 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-eb7757af-2e1c-40a2-aa97-dc174613abbd req-f55d586b-8513-476c-a62c-e3b8b13d6cce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 943 time: 0.0573068 Oct 17 03:51:28.438290 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:28.485459 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-eb7757af-2e1c-40a2-aa97-dc174613abbd req-ca68766b-7d80-4d87-b506-d3fa3233d965 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Oct 17 03:51:28.578523 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcfa2-d673-412b-96a3-41e7565f4ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (4959961c-06e7-4ac1-afde-6b6f2ee29c89), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:28.581522 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcfa2-d673-412b-96a3-41e7565f4ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:28.582943 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-3cdfcfa2-d673-412b-96a3-41e7565f4ad6 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/4959961c-06e7-4ac1-afde-6b6f2ee29c89 HTTP/1.1" status: 204 len: 168 time: 0.2389998 Oct 17 03:51:28.594391 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfcfa2-d673-412b-96a3-41e7565f4ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4959961c-06e7-4ac1-afde-6b6f2ee29c89,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:28.842486 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3415f-1462-49e6-954e-94d5360674d5 req-d5508d8d-9856-40f7-a3a2-685ef652124a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:28.850127 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e1f3415f-1462-49e6-954e-94d5360674d5 req-d5508d8d-9856-40f7-a3a2-685ef652124a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 943 time: 0.0671349 Oct 17 03:51:28.900285 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e1f3415f-1462-49e6-954e-94d5360674d5 req-25d7f6b6-b6e2-45c2-bd37-22d988c18d18 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492575 Oct 17 03:51:28.903383 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c815a-d3b0-408e-8f5e-ed3d5eb4a916 req-64994347-4e32-4bf8-b957-0f7194f82943 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:28.905990 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9126e06f-9233-41de-95a2-ce812816a2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:28.908455 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fa4c815a-d3b0-408e-8f5e-ed3d5eb4a916 req-64994347-4e32-4bf8-b957-0f7194f82943 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0573213 Oct 17 03:51:28.959046 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fa4c815a-d3b0-408e-8f5e-ed3d5eb4a916 req-45f5e51c-e5d6-4003-8359-ed31910570c1 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Oct 17 03:51:29.440982 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742b6ca-0deb-4105-a36f-1ee507e531b0 req-ac775830-27a7-4dc6-8bc0-f11d8966b031 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:29.442486 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1742b6ca-0deb-4105-a36f-1ee507e531b0 req-ac775830-27a7-4dc6-8bc0-f11d8966b031 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0567791 Oct 17 03:51:29.490607 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1742b6ca-0deb-4105-a36f-1ee507e531b0 req-75dd9c87-7f35-4ea0-9996-00fea29d6967 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423517 Oct 17 03:51:29.621425 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868882d6-44bd-4785-8d55-8b4397a6945f req-2df6c21d-c4c1-4b3e-990c-3493018d746f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:29.622735 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-868882d6-44bd-4785-8d55-8b4397a6945f req-2df6c21d-c4c1-4b3e-990c-3493018d746f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 943 time: 0.0570252 Oct 17 03:51:29.684943 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-868882d6-44bd-4785-8d55-8b4397a6945f req-45f34bac-c52c-4b38-bbc5-fddca96a633f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555968 Oct 17 03:51:30.029976 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82994f0-0c82-4023-85c2-c52affc3f288 req-de9ed23e-9448-48ec-8f28-919a61818dfe tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:30.031583 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e82994f0-0c82-4023-85c2-c52affc3f288 req-de9ed23e-9448-48ec-8f28-919a61818dfe tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 943 time: 0.0493367 Oct 17 03:51:30.093419 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e82994f0-0c82-4023-85c2-c52affc3f288 req-6f23c021-f686-4480-8d4c-946ad755bcea tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531666 Oct 17 03:51:30.105448 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb375fb-46be-49f1-abdf-e47b40dac5c8 req-325ff95e-73ab-4e8c-9f53-58c3987a5976 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:30.107175 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-efb375fb-46be-49f1-abdf-e47b40dac5c8 req-325ff95e-73ab-4e8c-9f53-58c3987a5976 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0541248 Oct 17 03:51:30.160321 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-efb375fb-46be-49f1-abdf-e47b40dac5c8 req-042f65da-12c1-4e99-8eb6-3c07971d2411 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Oct 17 03:51:30.219079 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:30.631857 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecad768-e549-4e65-8bad-9b466293b7e8 req-7bf48a32-94d9-4b42-877a-d0ff8f489ceb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:30.633297 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7ecad768-e549-4e65-8bad-9b466293b7e8 req-7bf48a32-94d9-4b42-877a-d0ff8f489ceb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0532699 Oct 17 03:51:30.693564 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7ecad768-e549-4e65-8bad-9b466293b7e8 req-e6d985c3-dffa-4ba6-8615-8b5d76fc9e58 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540292 Oct 17 03:51:30.813243 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a0d1c-1c16-497e-9374-e455ea09f381 req-e2d6b6f8-0b7f-43ff-9608-7a8086c293a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:30.815664 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6d4a0d1c-1c16-497e-9374-e455ea09f381 req-e2d6b6f8-0b7f-43ff-9608-7a8086c293a0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1206474 Oct 17 03:51:30.865916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c24f-714b-41c5-8afd-132d16380ba0 req-28c3cc1a-5fd7-4ae7-bf90-e816e6664af7 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:30.867396 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7413c24f-714b-41c5-8afd-132d16380ba0 req-28c3cc1a-5fd7-4ae7-bf90-e816e6664af7 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 943 time: 0.0846660 Oct 17 03:51:30.895835 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-a8133ff0-2ba4-4faa-be20-cab957434c56 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030985 Oct 17 03:51:30.931365 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7413c24f-714b-41c5-8afd-132d16380ba0 req-d65ac62c-91f1-46d5-95ea-d72eae3da1e4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545907 Oct 17 03:51:31.026059 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53902) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:31.268788 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69645b-de57-4fe9-8518-5d1ea47024ae req-96c327d1-8400-4332-ba42-bf3e4a387d21 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:31.270812 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9c69645b-de57-4fe9-8518-5d1ea47024ae req-96c327d1-8400-4332-ba42-bf3e4a387d21 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 943 time: 0.0920048 Oct 17 03:51:31.272083 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7278-6251-44a7-a255-1dce7670b7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:31.322063 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9563bfb-054d-4bb7-b821-4421515f44df req-754cf49f-7f0d-404b-8e3a-82286d7c9617 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:31.324109 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b9563bfb-054d-4bb7-b821-4421515f44df req-754cf49f-7f0d-404b-8e3a-82286d7c9617 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0594671 Oct 17 03:51:31.360989 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9c69645b-de57-4fe9-8518-5d1ea47024ae req-b123e106-27c4-42aa-b6eb-73a0fe84001b tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805218 Oct 17 03:51:31.372222 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:31.412568 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b9563bfb-054d-4bb7-b821-4421515f44df req-c7c092ea-a509-45d8-a316-0c75f488d2ad tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799055 Oct 17 03:51:31.443580 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7278-6251-44a7-a255-1dce7670b7be admin admin] Publish callbacks [] for security_group (5af49f53-e32d-42ce-b061-19255bfab91a), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:31.515609 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:31.516209 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7278-6251-44a7-a255-1dce7670b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5af49f53-e32d-42ce-b061-19255bfab91a), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:31.563977 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-4a1c7278-6251-44a7-a255-1dce7670b7be admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=1644e7940fa1423f89ad3654b27e905e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5344965 Oct 17 03:51:31.563977 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c7278-6251-44a7-a255-1dce7670b7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af49f53-e32d-42ce-b061-19255bfab91a,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:31.564362 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 53930) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:31.665763 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:31.676142 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:31.705638 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-e39e45f7-cbf0-4c34-bf25-bb2f35dbc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:31.708510 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-e39e45f7-cbf0-4c34-bf25-bb2f35dbc6d4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 1127 time: 0.1166692 Oct 17 03:51:31.719930 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-86c49d87-b901-4f95-a9ef-1d96314f1871 admin admin] Publish callbacks [] for security_group (5af49f53-e32d-42ce-b061-19255bfab91a), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:31.723783 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a0d1c-1c16-497e-9374-e455ea09f381 req-3da37690-e0d0-49b9-9a9d-16e8d611b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:31.725269 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6d4a0d1c-1c16-497e-9374-e455ea09f381 req-3da37690-e0d0-49b9-9a9d-16e8d611b7da service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339817 Oct 17 03:51:31.837033 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:31.848400 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-68e88579-295a-4e65-bcd5-84d91f2dd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:31.849899 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-68e88579-295a-4e65-bcd5-84d91f2dd498 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 1128 time: 0.0765071 Oct 17 03:51:31.852392 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:31.860656 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-86c49d87-b901-4f95-a9ef-1d96314f1871 admin admin] Publish callbacks [] for security_group (5af49f53-e32d-42ce-b061-19255bfab91a), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:31.869704 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf7302-f10c-4c96-a073-54e6e5c0f433 req-f404775d-d0b8-40f0-ba63-edd5d5434748 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:31.871224 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8dbf7302-f10c-4c96-a073-54e6e5c0f433 req-f404775d-d0b8-40f0-ba63-edd5d5434748 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0612307 Oct 17 03:51:31.915557 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-933f7a81-c334-4c5f-8cde-095f6d8470aa service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1 HTTP/1.1" status: 200 len: 217 time: 0.0432851 Oct 17 03:51:31.920738 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ac8d5b0-2195-4143-a1b3-27e2a9134d6d req-a5c51ca6-3383-4370-b2b9-1c45b0dacf06 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148289 Oct 17 03:51:31.984258 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-6259e943-243f-4f80-b40d-42efb43fc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:31.985726 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-6259e943-243f-4f80-b40d-42efb43fc1ae service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 912 time: 0.2618282 Oct 17 03:51:31.988502 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8dbf7302-f10c-4c96-a073-54e6e5c0f433 req-39a2c3f2-54f0-420d-ace4-51c436273216 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083908 Oct 17 03:51:32.017295 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-c1f316d5-b8f1-4fb0-8abe-62581e084daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:32.018802 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-c1f316d5-b8f1-4fb0-8abe-62581e084daa service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 200 len: 855 time: 0.0955691 Oct 17 03:51:32.042119 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-fe3ecaee-f568-4605-a9e4-d9bba8403e60 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f HTTP/1.1" status: 200 len: 217 time: 0.0485890 Oct 17 03:51:32.088966 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525acd3-3f0b-494d-b0ba-9ef046f5b43e req-a45f3ddf-1e70-4631-8231-030622ce33c5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:32.090411 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1525acd3-3f0b-494d-b0ba-9ef046f5b43e req-a45f3ddf-1e70-4631-8231-030622ce33c5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 943 time: 0.0532248 Oct 17 03:51:32.112385 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-86c49d87-b901-4f95-a9ef-1d96314f1871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5af49f53-e32d-42ce-b061-19255bfab91a), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:32.115100 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-86c49d87-b901-4f95-a9ef-1d96314f1871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:32.116218 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-86c49d87-b901-4f95-a9ef-1d96314f1871 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5af49f53-e32d-42ce-b061-19255bfab91a HTTP/1.1" status: 204 len: 168 time: 0.5508802 Oct 17 03:51:32.129889 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c49d87-b901-4f95-a9ef-1d96314f1871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af49f53-e32d-42ce-b061-19255bfab91a,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:32.163150 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1525acd3-3f0b-494d-b0ba-9ef046f5b43e req-bc094fe1-2a43-41b0-ac02-555d8beba7b2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672998 Oct 17 03:51:32.405030 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 9ec20125-4199-47d4-98bd-4679c5c12d6e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:51:32.495629 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3e2ab-80d0-4a81-9e2c-034bbf5cfef0 req-7cee611b-2701-44c2-9c51-1c98051fed90 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:32.504266 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d4a3e2ab-80d0-4a81-9e2c-034bbf5cfef0 req-7cee611b-2701-44c2-9c51-1c98051fed90 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 943 time: 0.0571063 Oct 17 03:51:32.582496 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d4a3e2ab-80d0-4a81-9e2c-034bbf5cfef0 req-6dede2fe-aea2-46e3-9b36-25ce23a16d6c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771754 Oct 17 03:51:32.605412 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eec94a-c2ac-4f89-8ddb-7aa3d058ac65 req-72960dd4-84be-4463-b1dc-7cd810d72ccc tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:32.607384 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f8eec94a-c2ac-4f89-8ddb-7aa3d058ac65 req-72960dd4-84be-4463-b1dc-7cd810d72ccc tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 944 time: 0.0775294 Oct 17 03:51:32.666572 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f8eec94a-c2ac-4f89-8ddb-7aa3d058ac65 req-853a293a-60de-45fb-a644-15bd7a707046 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536366 Oct 17 03:51:32.692399 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 9ec20125-4199-47d4-98bd-4679c5c12d6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9ec20125-4199-47d4-98bd-4679c5c12d6e,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:32.705545 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '9ec20125-4199-47d4-98bd-4679c5c12d6e', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'port_id': '9ec20125-4199-47d4-98bd-4679c5c12d6e', 'mac_address': 'fa:16:3e:e9:4f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:51:32.742107 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 9ec20125-4199-47d4-98bd-4679c5c12d6e is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:32.742493 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:32.755551 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec20125-4199-47d4-98bd-4679c5c12d6e {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:32.775510 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 9ec20125-4199-47d4-98bd-4679c5c12d6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9ec20125-4199-47d4-98bd-4679c5c12d6e,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:32.870274 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:32.871007 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 8c13ea03-5d56-42e5-b104-14198c3a9874 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:51:32.978949 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-de3284dc-95cb-487d-90df-f18682538890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:32.980592 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-de3284dc-95cb-487d-90df-f18682538890 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0762987 Oct 17 03:51:33.004495 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=9ec20125-4199-47d4-98bd-4679c5c12d6e,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:33.034184 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53978) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:33.037282 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-9dbf06fc-51d9-4641-ab60-be48175527ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.040088 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-9dbf06fc-51d9-4641-ab60-be48175527ef service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 1127 time: 0.1170185 Oct 17 03:51:33.082741 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 8c13ea03-5d56-42e5-b104-14198c3a9874, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8c13ea03-5d56-42e5-b104-14198c3a9874,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:33.113641 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '8c13ea03-5d56-42e5-b104-14198c3a9874', 'network_id': 'b23131e6-b5ff-474c-893a-7c99bb8a9ead', 'port_id': '8c13ea03-5d56-42e5-b104-14198c3a9874', 'mac_address': 'fa:16:3e:f0:71:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96678dbf-78f1-41d0-83ad-363a298c1af7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:51:33.117329 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-07aeccee-bc9a-4cc3-a978-452d2b6039ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:33.226005 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 8c13ea03-5d56-42e5-b104-14198c3a9874 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:33.227701 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:33.228617 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b3967-7b26-4e65-be6c-f372378e3e1a req-b17b2b92-d695-40ef-a659-29d187593015 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.230233 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-334b3967-7b26-4e65-be6c-f372378e3e1a req-b17b2b92-d695-40ef-a659-29d187593015 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.1033053 Oct 17 03:51:33.275634 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c13ea03-5d56-42e5-b104-14198c3a9874 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:33.299278 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 8c13ea03-5d56-42e5-b104-14198c3a9874, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8c13ea03-5d56-42e5-b104-14198c3a9874,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:33.340919 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-c232f63f-8f82-4640-b4b3-a4e48d122a67 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499742 Oct 17 03:51:33.366458 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-9f37f05d-19d8-4e26-97ac-9c37a5728862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.368849 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-9f37f05d-19d8-4e26-97ac-9c37a5728862 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.3192275 Oct 17 03:51:33.381428 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:33.431302 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-334b3967-7b26-4e65-be6c-f372378e3e1a req-d899c28b-9e6f-43a3-8cc0-6cef257b8942 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799047 Oct 17 03:51:33.438171 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=8c13ea03-5d56-42e5-b104-14198c3a9874,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:33.438397 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:33.472157 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-803a5c05-baea-4b5a-8a6f-c8f285ad3366 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a262e085-3b46-4aaa-99a7-dc591e72ffed HTTP/1.1" status: 200 len: 217 time: 0.0835605 Oct 17 03:51:33.476188 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-2fc05fac-4267-4495-81b4-23dbf55d0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.477639 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-2fc05fac-4267-4495-81b4-23dbf55d0a7e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fc392004-8afd-451c-9dcb-41ef655b2ff1 HTTP/1.1" status: 200 len: 850 time: 0.5795732 Oct 17 03:51:33.490866 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc5458-15b8-4d0b-ba1a-0dee7eb4df4e req-8fb6741d-5f23-4962-8cde-4d23ace9c3df tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.492346 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-12bc5458-15b8-4d0b-ba1a-0dee7eb4df4e req-8fb6741d-5f23-4962-8cde-4d23ace9c3df tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 943 time: 0.1224227 Oct 17 03:51:33.494869 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-07aeccee-bc9a-4cc3-a978-452d2b6039ab admin admin] Publish callbacks [] for security_group (da3048e3-4ae7-4d81-ba92-27b0e527e041), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:33.497363 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c277f1a1-677d-4704-a52f-5a2f6e093263 req-22fbe286-cd04-44f1-96f7-89a891fbbd2f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470664 Oct 17 03:51:33.513140 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:33.585436 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-07aeccee-bc9a-4cc3-a978-452d2b6039ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (da3048e3-4ae7-4d81-ba92-27b0e527e041), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:33.585822 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-ce4406d0-a8c5-4770-83a2-f74bb1fe465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.587324 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-ce4406d0-a8c5-4770-83a2-f74bb1fe465f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9596452a-c538-49c6-83ce-e63a5d474491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0931561 Oct 17 03:51:33.614543 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-99bf45d6-c1bd-4aa4-b69c-200b352fc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.616006 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-99bf45d6-c1bd-4aa4-b69c-200b352fc272 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.1228292 Oct 17 03:51:33.631331 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-07aeccee-bc9a-4cc3-a978-452d2b6039ab admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=9df46be471214add89a6bb3651530cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5899053 Oct 17 03:51:33.632519 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeccee-bc9a-4cc3-a978-452d2b6039ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3048e3-4ae7-4d81-ba92-27b0e527e041,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:33.636203 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 53992) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:33.717858 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-12bc5458-15b8-4d0b-ba1a-0dee7eb4df4e req-0eeeac27-8f72-4138-a763-d61074c4ba75 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063267 Oct 17 03:51:33.744215 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-178893ab-34a2-4a19-8baf-a979af750b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.744866 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-178893ab-34a2-4a19-8baf-a979af750b3b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1104560 Oct 17 03:51:33.756208 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862ed54-c9c5-4f05-95d7-8708c285f69b req-544c0702-cc0c-4584-9d33-9bc8d5276a75 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.756208 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1862ed54-c9c5-4f05-95d7-8708c285f69b req-544c0702-cc0c-4584-9d33-9bc8d5276a75 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 943 time: 0.0820096 Oct 17 03:51:33.763365 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2dfdc296-2e5f-410b-925f-528b41b1c393 admin admin] Publish callbacks [] for security_group (da3048e3-4ae7-4d81-ba92-27b0e527e041), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:33.770158 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-180974ce-ecfb-4973-9ce3-a5ed9e04e456 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719198 Oct 17 03:51:33.797838 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2dfdc296-2e5f-410b-925f-528b41b1c393 admin admin] Publish callbacks [] for security_group (da3048e3-4ae7-4d81-ba92-27b0e527e041), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:33.810926 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['8c13ea03-5d56-42e5-b104-14198c3a9874'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:51:33.833290 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:33.848873 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba98f89-459b-478f-8b9e-e73dba438e8e req-74b48e5a-4f0c-46d5-a3f0-8facc72b0ac3 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:33.850435 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-dba98f89-459b-478f-8b9e-e73dba438e8e req-74b48e5a-4f0c-46d5-a3f0-8facc72b0ac3 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 945 time: 0.0520666 Oct 17 03:51:33.861440 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1862ed54-c9c5-4f05-95d7-8708c285f69b req-cc045b4d-b9b4-401e-a83e-7b79f614292d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841606 Oct 17 03:51:33.916650 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-dba98f89-459b-478f-8b9e-e73dba438e8e req-827990e5-9ab8-4bd3-a237-93d1f6c7dded tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600250 Oct 17 03:51:33.946441 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['9ec20125-4199-47d4-98bd-4679c5c12d6e'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:51:33.956978 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2dfdc296-2e5f-410b-925f-528b41b1c393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (da3048e3-4ae7-4d81-ba92-27b0e527e041), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:33.959600 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2dfdc296-2e5f-410b-925f-528b41b1c393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:33.960870 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-2dfdc296-2e5f-410b-925f-528b41b1c393 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/da3048e3-4ae7-4d81-ba92-27b0e527e041 HTTP/1.1" status: 204 len: 168 time: 0.3234744 Oct 17 03:51:33.969770 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdc296-2e5f-410b-925f-528b41b1c393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3048e3-4ae7-4d81-ba92-27b0e527e041,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:34.075051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:34.095696 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:34.158733 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:34.471989 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 71faccf7-d131-411d-8d26-fc3bb1069d2f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:51:34.603420 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 71faccf7-d131-411d-8d26-fc3bb1069d2f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:34.606097 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49163a7f-e8ef-478d-9936-9813e1b9a447 req-849399af-0a90-41e8-a0f9-91790f3c6b1e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:34.609361 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-49163a7f-e8ef-478d-9936-9813e1b9a447 req-849399af-0a90-41e8-a0f9-91790f3c6b1e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0625501 Oct 17 03:51:34.623246 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '71faccf7-d131-411d-8d26-fc3bb1069d2f', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'port_id': '71faccf7-d131-411d-8d26-fc3bb1069d2f', 'mac_address': 'fa:16:3e:f2:68:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:51:34.664400 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 71faccf7-d131-411d-8d26-fc3bb1069d2f is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:34.665076 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:34.680023 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71faccf7-d131-411d-8d26-fc3bb1069d2f {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:34.689327 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:34.692053 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-49163a7f-e8ef-478d-9936-9813e1b9a447 req-c2625786-7dfa-46e7-b3f9-efe355f6372e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773873 Oct 17 03:51:34.705565 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 71faccf7-d131-411d-8d26-fc3bb1069d2f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:34.755015 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-38b77451-2e86-4d99-b1ef-4eac9fba27e8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501609 Oct 17 03:51:34.760450 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97c731e2-1109-4a3f-869f-b31075e8d1e4 req-3781ea7a-8cc4-434e-b82f-53161c4b09f3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527729 Oct 17 03:51:34.791286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:34.792484 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device a262e085-3b46-4aaa-99a7-dc591e72ffed details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:51:34.881202 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 9ec20125-4199-47d4-98bd-4679c5c12d6e up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:34.900112 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6791a6d-47cd-496e-bba2-9c08ebf24aea req-d7b55549-ae48-46a7-b6ef-92b89ea36b4d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:34.901650 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e6791a6d-47cd-496e-bba2-9c08ebf24aea req-d7b55549-ae48-46a7-b6ef-92b89ea36b4d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 943 time: 0.0716245 Oct 17 03:51:34.905775 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-70a7e7f6-06c9-44d5-ad68-d585f258df0e req-e9b49a93-971f-4fe3-975f-698deacf8750 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357572 Oct 17 03:51:34.932786 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=71faccf7-d131-411d-8d26-fc3bb1069d2f,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:34.964373 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e6791a6d-47cd-496e-bba2-9c08ebf24aea req-38037ee1-f043-4421-9a1b-d5066ba6055c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567236 Oct 17 03:51:35.009533 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:35.041042 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54040) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:35.045382 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 9ec20125-4199-47d4-98bd-4679c5c12d6e completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:51:35.058981 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port a262e085-3b46-4aaa-99a7-dc591e72ffed, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a262e085-3b46-4aaa-99a7-dc591e72ffed,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:35.072286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'a262e085-3b46-4aaa-99a7-dc591e72ffed', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'port_id': 'a262e085-3b46-4aaa-99a7-dc591e72ffed', 'mac_address': 'fa:16:3e:62:ed:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:51:35.078651 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903591b-69a0-472c-b79f-c88f08a1c197 req-8be4cd89-75ac-483a-8ed0-ce5074a623d1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:35.084001 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5903591b-69a0-472c-b79f-c88f08a1c197 req-8be4cd89-75ac-483a-8ed0-ce5074a623d1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 944 time: 0.0884728 Oct 17 03:51:35.113867 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 9ec20125-4199-47d4-98bd-4679c5c12d6e triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:35.114304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.114638 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 9ec20125-4199-47d4-98bd-4679c5c12d6e Oct 17 03:51:35.142338 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port a262e085-3b46-4aaa-99a7-dc591e72ffed is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:35.142724 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.159885 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfac589-ab59-4cc3-9a55-d8f23eaf3e4c req-9d3da4b7-5c8d-4966-bc82-290c36066b10 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:35.160103 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a262e085-3b46-4aaa-99a7-dc591e72ffed {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:35.161668 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bcfac589-ab59-4cc3-9a55-d8f23eaf3e4c req-9d3da4b7-5c8d-4966-bc82-290c36066b10 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 945 time: 0.0896280 Oct 17 03:51:35.193147 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5903591b-69a0-472c-b79f-c88f08a1c197 req-fb0bad09-b403-42a9-8f20-8183c4c15338 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934627 Oct 17 03:51:35.195276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port a262e085-3b46-4aaa-99a7-dc591e72ffed, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a262e085-3b46-4aaa-99a7-dc591e72ffed,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:35.235814 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4778fb51-7bd2-431e-adae-8b3f7ca7c273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.241816 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 9ec20125-4199-47d4-98bd-4679c5c12d6e is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:35.242382 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.253760 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bcfac589-ab59-4cc3-9a55-d8f23eaf3e4c req-916bdd6c-0b7d-43f3-801e-6e42abaeb14e tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853510 Oct 17 03:51:35.277909 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 9ec20125-4199-47d4-98bd-4679c5c12d6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9ec20125-4199-47d4-98bd-4679c5c12d6e,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:35.279149 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:35.279564 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2975faa-a65d-4f21-9c96-b513ae95c404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec20125-4199-47d4-98bd-4679c5c12d6e'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:35.338036 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4778fb51-7bd2-431e-adae-8b3f7ca7c273 admin admin] Publish callbacks [] for security_group (80f37b97-e922-4832-9296-7d8d2c5123f2), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.368194 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.413577 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=a262e085-3b46-4aaa-99a7-dc591e72ffed,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:35.425547 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.426820 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 8c13ea03-5d56-42e5-b104-14198c3a9874 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:35.453752 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4778fb51-7bd2-431e-adae-8b3f7ca7c273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (80f37b97-e922-4832-9296-7d8d2c5123f2), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.490689 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778fb51-7bd2-431e-adae-8b3f7ca7c273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f37b97-e922-4832-9296-7d8d2c5123f2,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:35.513421 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-4778fb51-7bd2-431e-adae-8b3f7ca7c273 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e7cab2a3bf1849e9845c27da6f0c4c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4736879 Oct 17 03:51:35.515647 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54064) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:35.527796 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=9ec20125-4199-47d4-98bd-4679c5c12d6e,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:35.535220 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 8c13ea03-5d56-42e5-b104-14198c3a9874 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:51:35.575764 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe8ec-6eb7-4bbf-b28b-d479acf8b763 admin admin] Publish callbacks [] for security_group (80f37b97-e922-4832-9296-7d8d2c5123f2), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.604257 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe8ec-6eb7-4bbf-b28b-d479acf8b763 admin admin] Publish callbacks [] for security_group (80f37b97-e922-4832-9296-7d8d2c5123f2), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.664120 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 8c13ea03-5d56-42e5-b104-14198c3a9874 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:35.664666 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.665008 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 8c13ea03-5d56-42e5-b104-14198c3a9874 Oct 17 03:51:35.668072 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:35.735728 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ae9c7-e45b-43b3-acda-7356326d7201" -d '{"events": [{"server_uuid": "d2975faa-a65d-4f21-9c96-b513ae95c404", "name": "network-vif-plugged", "status": "completed", "tag": "9ec20125-4199-47d4-98bd-4679c5c12d6e"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:35.745496 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe8ec-6eb7-4bbf-b28b-d479acf8b763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (80f37b97-e922-4832-9296-7d8d2c5123f2), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.748047 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe8ec-6eb7-4bbf-b28b-d479acf8b763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.749238 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1a8fe8ec-6eb7-4bbf-b28b-d479acf8b763 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/80f37b97-e922-4832-9296-7d8d2c5123f2 HTTP/1.1" status: 204 len: 168 time: 0.2325494 Oct 17 03:51:35.759896 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 8c13ea03-5d56-42e5-b104-14198c3a9874 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:35.760842 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:35.761853 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fe8ec-6eb7-4bbf-b28b-d479acf8b763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f37b97-e922-4832-9296-7d8d2c5123f2,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:35.790494 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['71faccf7-d131-411d-8d26-fc3bb1069d2f'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:51:35.821563 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 8c13ea03-5d56-42e5-b104-14198c3a9874, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8c13ea03-5d56-42e5-b104-14198c3a9874,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:35.871626 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8ba85-2500-43b3-9c85-2eed24a02744 req-ee6c92db-4251-48a7-8811-2fa08ef14314 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:35.880854 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5b8ba85-2500-43b3-9c85-2eed24a02744 req-ee6c92db-4251-48a7-8811-2fa08ef14314 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0717611 Oct 17 03:51:35.885766 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['a262e085-3b46-4aaa-99a7-dc591e72ffed'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:51:35.947024 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5b8ba85-2500-43b3-9c85-2eed24a02744 req-8fcead70-5130-4a5c-b78c-d287900f3a35 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652151 Oct 17 03:51:35.964462 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.097556 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debf8bf-5312-4be7-811f-72bb8f771059 req-de92d429-d015-4308-a3b4-dea32e26a81f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:36.112184 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4debf8bf-5312-4be7-811f-72bb8f771059 req-de92d429-d015-4308-a3b4-dea32e26a81f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 944 time: 0.0680525 Oct 17 03:51:36.136218 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54086) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:36.192062 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4debf8bf-5312-4be7-811f-72bb8f771059 req-c279dcf9-b4d7-4953-be82-b37a6bbcf216 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755985 Oct 17 03:51:36.288625 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5f63b6-8515-413c-9bdc-4cb0df3ef995 x-openstack-request-id: req-5a5f63b6-8515-413c-9bdc-4cb0df3ef995 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:36.288914 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2975faa-a65d-4f21-9c96-b513ae95c404", "name": "network-vif-plugged", "status": "completed", "tag": "9ec20125-4199-47d4-98bd-4679c5c12d6e", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:36.289170 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5a5f63b6-8515-413c-9bdc-4cb0df3ef995 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:36.295873 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5f63b6-8515-413c-9bdc-4cb0df3ef995'] response: {'server_uuid': 'd2975faa-a65d-4f21-9c96-b513ae95c404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec20125-4199-47d4-98bd-4679c5c12d6e', 'code': 200} Oct 17 03:51:36.311094 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-47cae90c-5d24-4ec7-8b8a-4658120e660d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.345530 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03598d-781d-4efe-9711-4624a49aaf25 req-a2c03f61-a0bb-46e9-8dcc-c7eaf6877814 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:36.347325 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3b03598d-781d-4efe-9711-4624a49aaf25 req-a2c03f61-a0bb-46e9-8dcc-c7eaf6877814 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 944 time: 0.0770583 Oct 17 03:51:36.393324 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=8c13ea03-5d56-42e5-b104-14198c3a9874,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:36.393465 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:36.404237 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:36.426904 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c26ca-429f-40d3-94e7-f3f7b8800daf req-7386adf8-fb22-485b-91d5-d62c742f70b6 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:36.427872 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3b03598d-781d-4efe-9711-4624a49aaf25 req-aa8c5f22-5d78-4b6d-a924-095be09df959 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643680 Oct 17 03:51:36.428419 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-670c26ca-429f-40d3-94e7-f3f7b8800daf req-7386adf8-fb22-485b-91d5-d62c742f70b6 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0710554 Oct 17 03:51:36.492504 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-670c26ca-429f-40d3-94e7-f3f7b8800daf req-c2c22d25-50df-420a-8bc5-1a7ed37a8550 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539758 Oct 17 03:51:36.493211 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-47cae90c-5d24-4ec7-8b8a-4658120e660d admin admin] Publish callbacks [] for security_group (ce5d4772-3835-4de2-b903-f6cfffa3b0d3), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.579409 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f67bd-18e7-4c75-b2ff-d5a07b3d9a69 req-dd2b4109-5258-42f3-b90b-12af1e6ce525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:36.581235 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5a6f67bd-18e7-4c75-b2ff-d5a07b3d9a69 req-dd2b4109-5258-42f3-b90b-12af1e6ce525 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 1129 time: 0.0770576 Oct 17 03:51:36.599608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5a6f67bd-18e7-4c75-b2ff-d5a07b3d9a69 req-328293bb-e5d3-4b0e-bb70-ac2f790ee5e1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.619686 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-47cae90c-5d24-4ec7-8b8a-4658120e660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (ce5d4772-3835-4de2-b903-f6cfffa3b0d3), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.671145 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cae90c-5d24-4ec7-8b8a-4658120e660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5d4772-3835-4de2-b903-f6cfffa3b0d3,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:36.678519 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-47cae90c-5d24-4ec7-8b8a-4658120e660d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=785f10a2c39946ae8d812e4857a1e8d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413723 Oct 17 03:51:36.681696 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54096) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:36.759797 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5a6f67bd-18e7-4c75-b2ff-d5a07b3d9a69 req-328293bb-e5d3-4b0e-bb70-ac2f790ee5e1 service neutron] Publish callbacks [] for security_group (9bed692b-147e-4867-8e88-f704654b144e), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.762792 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6ec34f0a-8a85-4743-aade-21c31079d68e admin admin] Publish callbacks [] for security_group (ce5d4772-3835-4de2-b903-f6cfffa3b0d3), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.771599 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:36.783383 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6ec34f0a-8a85-4743-aade-21c31079d68e admin admin] Publish callbacks [] for security_group (ce5d4772-3835-4de2-b903-f6cfffa3b0d3), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.832657 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5a6f67bd-18e7-4c75-b2ff-d5a07b3d9a69 req-328293bb-e5d3-4b0e-bb70-ac2f790ee5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (9bed692b-147e-4867-8e88-f704654b144e), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.872703 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5a6f67bd-18e7-4c75-b2ff-d5a07b3d9a69 req-328293bb-e5d3-4b0e-bb70-ac2f790ee5e1 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851367 Oct 17 03:51:36.874447 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328293bb-e5d3-4b0e-bb70-ac2f790ee5e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9bed692b-147e-4867-8e88-f704654b144e,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:36.914947 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6ec34f0a-8a85-4743-aade-21c31079d68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (ce5d4772-3835-4de2-b903-f6cfffa3b0d3), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.917559 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6ec34f0a-8a85-4743-aade-21c31079d68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:36.924639 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6ec34f0a-8a85-4743-aade-21c31079d68e admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/ce5d4772-3835-4de2-b903-f6cfffa3b0d3 HTTP/1.1" status: 204 len: 168 time: 0.2361610 Oct 17 03:51:36.927373 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec34f0a-8a85-4743-aade-21c31079d68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5d4772-3835-4de2-b903-f6cfffa3b0d3,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:36.930838 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:51:36.994969 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54110) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:37.022956 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4125be66-531e-4ecf-a22a-d8278b275e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.097286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:37.104632 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00399a-cb9c-4ab5-aa6e-831d5c29f681 req-a4933370-041e-40db-97fa-24a7d6045b20 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:37.110799 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1f00399a-cb9c-4ab5-aa6e-831d5c29f681 req-a4933370-041e-40db-97fa-24a7d6045b20 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0783463 Oct 17 03:51:37.112275 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'port_id': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'mac_address': 'fa:16:3e:19:5f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:51:37.120814 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4125be66-531e-4ecf-a22a-d8278b275e71 admin admin] Publish callbacks [] for security_group (90a6cf23-a5ae-4051-96c2-089d90c12925), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.151276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 84033c7a-279b-4382-ae30-9f0a623ff3f1 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:37.151780 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.163306 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1f00399a-cb9c-4ab5-aa6e-831d5c29f681 req-3c03f122-f1cf-49a9-abd2-e82ef5ed6372 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450702 Oct 17 03:51:37.165397 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84033c7a-279b-4382-ae30-9f0a623ff3f1 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:51:37.185283 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:37.194990 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4125be66-531e-4ecf-a22a-d8278b275e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (90a6cf23-a5ae-4051-96c2-089d90c12925), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.236173 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-4125be66-531e-4ecf-a22a-d8278b275e71 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=d3da6026d90b427999eedc39484f26fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400911 Oct 17 03:51:37.237013 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125be66-531e-4ecf-a22a-d8278b275e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a6cf23-a5ae-4051-96c2-089d90c12925,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:37.239485 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54116) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:37.277772 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.296951 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e79916c7-624b-4783-978c-bdec74da6501 admin admin] Publish callbacks [] for security_group (90a6cf23-a5ae-4051-96c2-089d90c12925), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.309702 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:37.324460 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e79916c7-624b-4783-978c-bdec74da6501 admin admin] Publish callbacks [] for security_group (90a6cf23-a5ae-4051-96c2-089d90c12925), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.337777 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93c51a-5107-4c56-afc1-9675b94ed4cd req-546de026-a0b9-4b9c-a73f-7a897f1e783a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:37.339511 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5b93c51a-5107-4c56-afc1-9675b94ed4cd req-546de026-a0b9-4b9c-a73f-7a897f1e783a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 944 time: 0.0577040 Oct 17 03:51:37.352959 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:37.391361 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5b93c51a-5107-4c56-afc1-9675b94ed4cd req-b7438ce1-6c1b-4b61-a473-01dc5c08444f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Oct 17 03:51:37.433853 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 71faccf7-d131-411d-8d26-fc3bb1069d2f up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:37.475064 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 71faccf7-d131-411d-8d26-fc3bb1069d2f completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:51:37.498249 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e79916c7-624b-4783-978c-bdec74da6501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (90a6cf23-a5ae-4051-96c2-089d90c12925), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.500764 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e79916c7-624b-4783-978c-bdec74da6501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.501891 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e79916c7-624b-4783-978c-bdec74da6501 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/90a6cf23-a5ae-4051-96c2-089d90c12925 HTTP/1.1" status: 204 len: 168 time: 0.2611306 Oct 17 03:51:37.520797 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79916c7-624b-4783-978c-bdec74da6501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a6cf23-a5ae-4051-96c2-089d90c12925,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:37.570347 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7341f-0fb1-43e4-8727-45539081bbd9 req-e2b9ba77-1da6-4c17-befe-c879fd93308d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:37.572051 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6ad7341f-0fb1-43e4-8727-45539081bbd9 req-e2b9ba77-1da6-4c17-befe-c879fd93308d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 944 time: 0.0613778 Oct 17 03:51:37.580392 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 71faccf7-d131-411d-8d26-fc3bb1069d2f triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:37.580392 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.581021 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 71faccf7-d131-411d-8d26-fc3bb1069d2f Oct 17 03:51:37.632268 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6ad7341f-0fb1-43e4-8727-45539081bbd9 req-619447cb-5a8d-4721-8d58-df589b1c59bd tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541224 Oct 17 03:51:37.633526 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a6107-c47e-4a0a-b0d3-478cc5c48f54 req-323929ed-5ebc-49b8-89b8-adbdcd7d0611 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:37.635220 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9e0a6107-c47e-4a0a-b0d3-478cc5c48f54 req-323929ed-5ebc-49b8-89b8-adbdcd7d0611 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0588708 Oct 17 03:51:37.667070 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 71faccf7-d131-411d-8d26-fc3bb1069d2f is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:37.667556 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.677996 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['84033c7a-279b-4382-ae30-9f0a623ff3f1'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:51:37.687158 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9e0a6107-c47e-4a0a-b0d3-478cc5c48f54 req-b4a7a432-bbfc-48e1-a4d9-f2b674915c38 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 Oct 17 03:51:37.755944 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 71faccf7-d131-411d-8d26-fc3bb1069d2f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:37.836421 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.837105 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device a262e085-3b46-4aaa-99a7-dc591e72ffed up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:37.845453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54128) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:37.858909 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-35802a7d-fb12-491d-9c2b-44a7b124d9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:37.934179 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=71faccf7-d131-411d-8d26-fc3bb1069d2f,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:37.938063 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port a262e085-3b46-4aaa-99a7-dc591e72ffed completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:51:37.956817 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-35802a7d-fb12-491d-9c2b-44a7b124d9e6 admin admin] Publish callbacks [] for security_group (37d37330-af40-4f5a-a9fe-06e3ac043db3), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:38.030828 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port a262e085-3b46-4aaa-99a7-dc591e72ffed triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:38.034114 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:38.034528 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port a262e085-3b46-4aaa-99a7-dc591e72ffed Oct 17 03:51:38.060428 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-35802a7d-fb12-491d-9c2b-44a7b124d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (37d37330-af40-4f5a-a9fe-06e3ac043db3), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:38.107773 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-35802a7d-fb12-491d-9c2b-44a7b124d9e6 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=58d521c8b35f4c86b195f70719cc453a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619760 Oct 17 03:51:38.109122 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35802a7d-fb12-491d-9c2b-44a7b124d9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d37330-af40-4f5a-a9fe-06e3ac043db3,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:38.110634 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54144) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:38.130937 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port a262e085-3b46-4aaa-99a7-dc591e72ffed is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:38.132457 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:38.140914 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:38.141074 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:38.161257 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:38.177967 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d3f755a3-1d56-4cd5-9291-56eb0c463b4d admin admin] Publish callbacks [] for security_group (37d37330-af40-4f5a-a9fe-06e3ac043db3), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:38.183429 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port a262e085-3b46-4aaa-99a7-dc591e72ffed, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a262e085-3b46-4aaa-99a7-dc591e72ffed,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:38.201368 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d3f755a3-1d56-4cd5-9291-56eb0c463b4d admin admin] Publish callbacks [] for security_group (37d37330-af40-4f5a-a9fe-06e3ac043db3), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:38.291317 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c13ea03-5d56-42e5-b104-14198c3a9874'}, {'server_uuid': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71faccf7-d131-411d-8d26-fc3bb1069d2f'}, {'server_uuid': '5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a262e085-3b46-4aaa-99a7-dc591e72ffed'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:38.293777 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0bd77e-5725-498e-a656-69df008fd0d7" -d '{"events": [{"server_uuid": "8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6", "name": "network-vif-plugged", "status": "completed", "tag": "8c13ea03-5d56-42e5-b104-14198c3a9874"}, {"server_uuid": "4bbaa344-86e9-4c9b-b99b-ae99d38e1562", "name": "network-vif-plugged", "status": "completed", "tag": "71faccf7-d131-411d-8d26-fc3bb1069d2f"}, {"server_uuid": "5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7", "name": "network-vif-plugged", "status": "completed", "tag": "a262e085-3b46-4aaa-99a7-dc591e72ffed"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:38.298294 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c414a3-9808-4f1f-8a6f-f983ea6675a3 req-f9d83943-b55e-4260-9eb0-1ad2e4d82cee tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:38.300494 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-81c414a3-9808-4f1f-8a6f-f983ea6675a3 req-f9d83943-b55e-4260-9eb0-1ad2e4d82cee tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 945 time: 0.0470932 Oct 17 03:51:38.313928 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:38.334605 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d3f755a3-1d56-4cd5-9291-56eb0c463b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (37d37330-af40-4f5a-a9fe-06e3ac043db3), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:38.338032 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d3f755a3-1d56-4cd5-9291-56eb0c463b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:38.342189 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d3f755a3-1d56-4cd5-9291-56eb0c463b4d admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/37d37330-af40-4f5a-a9fe-06e3ac043db3 HTTP/1.1" status: 204 len: 168 time: 0.2304964 Oct 17 03:51:38.350251 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf95606a-46ee-44fd-a484-627ed8f45654 x-openstack-request-id: req-cf95606a-46ee-44fd-a484-627ed8f45654 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:38.350518 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6", "name": "network-vif-plugged", "status": "completed", "tag": "8c13ea03-5d56-42e5-b104-14198c3a9874", "code": 200}, {"server_uuid": "4bbaa344-86e9-4c9b-b99b-ae99d38e1562", "name": "network-vif-plugged", "status": "completed", "tag": "71faccf7-d131-411d-8d26-fc3bb1069d2f", "code": 200}, {"server_uuid": "5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7", "name": "network-vif-plugged", "status": "completed", "tag": "a262e085-3b46-4aaa-99a7-dc591e72ffed", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:38.350779 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cf95606a-46ee-44fd-a484-627ed8f45654 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:38.351177 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf95606a-46ee-44fd-a484-627ed8f45654'] response: {'server_uuid': '8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c13ea03-5d56-42e5-b104-14198c3a9874', 'code': 200} Oct 17 03:51:38.351428 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf95606a-46ee-44fd-a484-627ed8f45654'] response: {'server_uuid': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71faccf7-d131-411d-8d26-fc3bb1069d2f', 'code': 200} Oct 17 03:51:38.351681 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf95606a-46ee-44fd-a484-627ed8f45654'] response: {'server_uuid': '5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a262e085-3b46-4aaa-99a7-dc591e72ffed', 'code': 200} Oct 17 03:51:38.358359 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f755a3-1d56-4cd5-9291-56eb0c463b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d37330-af40-4f5a-a9fe-06e3ac043db3,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:38.397797 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-81c414a3-9808-4f1f-8a6f-f983ea6675a3 req-01f0f0e2-94ce-4514-9687-a8c453c561ba tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917985 Oct 17 03:51:38.399020 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=a262e085-3b46-4aaa-99a7-dc591e72ffed,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:38.538720 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28976562-ecbb-40cd-bdbc-dddd5355f68f req-61a0900a-13ed-471c-9231-b46642cf9cec tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:38.540209 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-28976562-ecbb-40cd-bdbc-dddd5355f68f req-61a0900a-13ed-471c-9231-b46642cf9cec tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0546024 Oct 17 03:51:38.599902 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-28976562-ecbb-40cd-bdbc-dddd5355f68f req-af315f25-28bb-4a45-92d4-dc180fa21cc1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533993 Oct 17 03:51:38.783217 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed177b-bfa9-418f-842f-3f24162c217f req-5b65b765-4cdb-43d9-9bfd-0b1184f9b98d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:38.787871 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-10ed177b-bfa9-418f-842f-3f24162c217f req-5b65b765-4cdb-43d9-9bfd-0b1184f9b98d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0707839 Oct 17 03:51:38.854140 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dd6ff-c8a4-430e-a988-804f414dbee3 req-030576e5-756c-4978-b9b1-93ed0ed90960 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:38.855857 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8f3dd6ff-c8a4-430e-a988-804f414dbee3 req-030576e5-756c-4978-b9b1-93ed0ed90960 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0772445 Oct 17 03:51:38.860389 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-10ed177b-bfa9-418f-842f-3f24162c217f req-cef59355-49a2-4ff3-813f-aa6cad2b8a1f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685964 Oct 17 03:51:38.921520 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8f3dd6ff-c8a4-430e-a988-804f414dbee3 req-b7861b93-6f3d-49b9-be11-ff604684066e tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535457 Oct 17 03:51:38.925067 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:51:38.970415 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 84033c7a-279b-4382-ae30-9f0a623ff3f1 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:51:39.031169 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 84033c7a-279b-4382-ae30-9f0a623ff3f1 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:51:39.031545 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:39.031913 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 84033c7a-279b-4382-ae30-9f0a623ff3f1 Oct 17 03:51:39.074318 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:39.113544 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 84033c7a-279b-4382-ae30-9f0a623ff3f1 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:51:39.113913 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:39.148308 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:51:39.254851 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:39.305790 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:39.339912 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:39.548550 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911cd0-4fc2-4ef2-9773-0b8f8e492ea1 req-ab323a95-23f6-4f87-944e-ebdb2e7c6a6c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:39.553887 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4a911cd0-4fc2-4ef2-9773-0b8f8e492ea1 req-ab323a95-23f6-4f87-944e-ebdb2e7c6a6c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0505157 Oct 17 03:51:39.606420 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4a911cd0-4fc2-4ef2-9773-0b8f8e492ea1 req-6ef6db6a-7292-4f5a-a234-1af6fd37ba6f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446892 Oct 17 03:51:39.738530 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:39.764229 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982d7d9-a988-4ecc-a185-ec5560c8334a req-3e5e449b-eb8e-40d3-befb-0623247f65a1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:39.765720 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c982d7d9-a988-4ecc-a185-ec5560c8334a req-3e5e449b-eb8e-40d3-befb-0623247f65a1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0638013 Oct 17 03:51:39.835727 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c982d7d9-a988-4ecc-a185-ec5560c8334a req-0a1ce1bb-ca77-47c6-a3c0-a60a5fab9914 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644801 Oct 17 03:51:40.007583 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a0cb-166b-4f54-8a42-6c411879ecb7 req-d56b29df-55da-4012-9464-38e16123ec66 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:40.010046 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3a14a0cb-166b-4f54-8a42-6c411879ecb7 req-d56b29df-55da-4012-9464-38e16123ec66 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0724220 Oct 17 03:51:40.068240 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3a14a0cb-166b-4f54-8a42-6c411879ecb7 req-7a1ee70c-d98a-453e-814d-be01a172f163 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522611 Oct 17 03:51:40.069719 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935d9f2-b4f8-4866-a417-5a3f1e70ef15 req-3c00a583-95e0-4434-80bf-8d20372b9344 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:40.072792 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d935d9f2-b4f8-4866-a417-5a3f1e70ef15 req-3c00a583-95e0-4434-80bf-8d20372b9344 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0555692 Oct 17 03:51:40.126465 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d935d9f2-b4f8-4866-a417-5a3f1e70ef15 req-7074693a-9aa8-417c-835a-e29d975530e6 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439484 Oct 17 03:51:40.353385 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:40.355865 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0340991e-dac9-4ac8-b1db-2c2f7613488a" -d '{"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-plugged", "status": "completed", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:40.395129 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64d52a8-f7f4-4d9a-8c09-40e7a11ad3ef x-openstack-request-id: req-c64d52a8-f7f4-4d9a-8c09-40e7a11ad3ef {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:40.395434 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-plugged", "status": "completed", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:40.395687 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c64d52a8-f7f4-4d9a-8c09-40e7a11ad3ef {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:40.396122 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64d52a8-f7f4-4d9a-8c09-40e7a11ad3ef'] response: {'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'code': 200} Oct 17 03:51:40.736105 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5639-0236-49e0-b074-7f0e88e2c65a req-e7d1f44e-da79-4623-a351-8564145314d3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:40.737550 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-44ed5639-0236-49e0-b074-7f0e88e2c65a req-e7d1f44e-da79-4623-a351-8564145314d3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0460174 Oct 17 03:51:40.748458 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:40.797766 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-44ed5639-0236-49e0-b074-7f0e88e2c65a req-98a50b5d-95c8-418a-818a-3de77268e5e2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543065 Oct 17 03:51:40.987637 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff2724-ecf0-4ce4-bcb4-718d71d41aea req-01c44e64-f0c2-4738-a82c-b7aba3c7619c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:40.989138 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-51ff2724-ecf0-4ce4-bcb4-718d71d41aea req-01c44e64-f0c2-4738-a82c-b7aba3c7619c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0488336 Oct 17 03:51:41.042151 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-51ff2724-ecf0-4ce4-bcb4-718d71d41aea req-086f50dd-237f-4979-86ef-1e891ac4e76d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469930 Oct 17 03:51:41.193900 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b725639-5db7-4675-b46a-4e4c0c691802 req-3cb1cd58-3f3f-4b86-85bb-94d7a340c56c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:41.195396 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8b725639-5db7-4675-b46a-4e4c0c691802 req-3cb1cd58-3f3f-4b86-85bb-94d7a340c56c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0462906 Oct 17 03:51:41.246698 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9b84-b41b-4651-a8f6-9b0324fd9b69 req-2fbb19b2-c6d9-4812-aaa5-36753e0c380c tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:41.248085 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-389c9b84-b41b-4651-a8f6-9b0324fd9b69 req-2fbb19b2-c6d9-4812-aaa5-36753e0c380c tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0460815 Oct 17 03:51:41.249350 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8b725639-5db7-4675-b46a-4e4c0c691802 req-fcd65770-92a4-4201-be5c-ebd8e2190246 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480056 Oct 17 03:51:41.295517 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-389c9b84-b41b-4651-a8f6-9b0324fd9b69 req-3a1727e3-3ff5-4ff0-8411-ff53389dce23 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Oct 17 03:51:41.797723 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77689-a088-4915-9ebd-fb5d2f535a03 req-bb339b83-bdaa-4220-b857-f5c9a2c43ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:41.799200 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4cf77689-a088-4915-9ebd-fb5d2f535a03 req-bb339b83-bdaa-4220-b857-f5c9a2c43ad4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 1129 time: 0.0827191 Oct 17 03:51:41.800273 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ad44-77ab-4cbb-ab16-46d797e789c8 req-441966d0-f0bc-4fd9-8176-786571b25d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:41.801692 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7df9ad44-77ab-4cbb-ab16-46d797e789c8 req-441966d0-f0bc-4fd9-8176-786571b25d30 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 1129 time: 0.0806811 Oct 17 03:51:41.816499 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33f9e1-6fe0-4ce7-80e9-1a88f0ba2b66 req-a2c87d50-8ddf-408b-ad6b-6de48514d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:41.818110 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3f33f9e1-6fe0-4ce7-80e9-1a88f0ba2b66 req-a2c87d50-8ddf-408b-ad6b-6de48514d98b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 1130 time: 0.1008174 Oct 17 03:51:41.876818 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4cf77689-a088-4915-9ebd-fb5d2f535a03 req-7980f65e-4fe9-4923-9fc8-b924948b0afc service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668504 Oct 17 03:51:41.891645 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7df9ad44-77ab-4cbb-ab16-46d797e789c8 req-d7195ce4-60f1-479f-ae74-5a9db3823522 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756567 Oct 17 03:51:41.913303 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3f33f9e1-6fe0-4ce7-80e9-1a88f0ba2b66 req-15255903-5e65-4c38-9c83-19a16225c910 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895684 Oct 17 03:51:41.972195 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47170ad6-cc85-4b62-b415-2162002543de req-24304f6e-c3fc-4981-8502-14a14104c449 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:41.973650 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-47170ad6-cc85-4b62-b415-2162002543de req-24304f6e-c3fc-4981-8502-14a14104c449 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0564530 Oct 17 03:51:42.186656 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-47170ad6-cc85-4b62-b415-2162002543de req-fd408bd1-a154-4e7c-b0f2-3a8b38e59fb8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066393 Oct 17 03:51:42.199180 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2e7fb-e561-46b9-bc34-bc84040a2b7f req-2b7c46ef-8df0-4302-96b6-3d3446e383d4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:42.200753 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3da2e7fb-e561-46b9-bc34-bc84040a2b7f req-2b7c46ef-8df0-4302-96b6-3d3446e383d4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0651753 Oct 17 03:51:42.247881 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3da2e7fb-e561-46b9-bc34-bc84040a2b7f req-6a6b9a94-68fe-497f-9440-affe56a97ed6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 Oct 17 03:51:42.378646 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a50cff-39fc-4a30-a3d5-e9eac6ebcbca req-1bc82d0d-5112-4ad7-b76a-8a782165c1fe tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:42.380343 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-15a50cff-39fc-4a30-a3d5-e9eac6ebcbca req-1bc82d0d-5112-4ad7-b76a-8a782165c1fe tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0520468 Oct 17 03:51:42.436649 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-15a50cff-39fc-4a30-a3d5-e9eac6ebcbca req-29d08e08-112f-4890-977c-0318eac93369 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506570 Oct 17 03:51:42.438770 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca82e6-2ab8-49ea-b5b3-90599ebb1584 req-ddb249d5-9d96-4529-9d84-c193e7c6d7f8 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:42.440827 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2bca82e6-2ab8-49ea-b5b3-90599ebb1584 req-ddb249d5-9d96-4529-9d84-c193e7c6d7f8 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0501609 Oct 17 03:51:42.492141 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2bca82e6-2ab8-49ea-b5b3-90599ebb1584 req-786ddeb1-6d9e-4be2-a83e-c6f4c34d663c tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Oct 17 03:51:43.325663 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61663f-c07d-49a1-996c-1f17ef92341b req-d86a3133-16e9-428f-af78-b31cafdba30a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:43.327124 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2e61663f-c07d-49a1-996c-1f17ef92341b req-d86a3133-16e9-428f-af78-b31cafdba30a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0601807 Oct 17 03:51:43.414075 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2e61663f-c07d-49a1-996c-1f17ef92341b req-38caf0cf-1e39-4070-a2cc-f9f7498056f6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739679 Oct 17 03:51:43.416438 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498128cf-8f6d-40f6-ae9a-732bf28cd341 req-6d65e899-6f8f-4e73-8e00-ee947d17f1f2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:43.423902 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-498128cf-8f6d-40f6-ae9a-732bf28cd341 req-6d65e899-6f8f-4e73-8e00-ee947d17f1f2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0683825 Oct 17 03:51:43.469711 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-498128cf-8f6d-40f6-ae9a-732bf28cd341 req-c8c28159-a842-4d02-93b2-06235a5552f9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Oct 17 03:51:43.563173 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73585-69bf-41bb-b6ba-f56df3dbbb24 req-664b8585-8b62-45de-a0ba-a51b3f9eafa1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:43.564684 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-56a73585-69bf-41bb-b6ba-f56df3dbbb24 req-664b8585-8b62-45de-a0ba-a51b3f9eafa1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0476665 Oct 17 03:51:43.612990 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-56a73585-69bf-41bb-b6ba-f56df3dbbb24 req-7a1b1cf7-f8a2-4208-b980-e3f907799a59 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423057 Oct 17 03:51:43.636863 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65a8ea-941c-4286-9b61-a0671223a81f req-a0ad3882-1c1b-46af-9898-11f87b0c84bb tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:43.638956 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8c65a8ea-941c-4286-9b61-a0671223a81f req-a0ad3882-1c1b-46af-9898-11f87b0c84bb tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0543272 Oct 17 03:51:43.669442 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547872a-8f1c-4738-bae5-77e27a290302 req-2b74a00b-537e-4d7c-8476-6ee4803cee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:43.671083 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e547872a-8f1c-4738-bae5-77e27a290302 req-2b74a00b-537e-4d7c-8476-6ee4803cee12 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 1130 time: 0.0496151 Oct 17 03:51:43.696421 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8c65a8ea-941c-4286-9b61-a0671223a81f req-6410e092-edb1-414f-bc8f-e03b821ba18b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520017 Oct 17 03:51:43.861045 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e547872a-8f1c-4738-bae5-77e27a290302 req-4fb8ffe6-51e9-43ea-8f6c-ab0d905eedcc service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458136 Oct 17 03:51:43.874339 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:51:44.545841 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091f876-aaf5-4a89-99c6-5d84f86b3e11 req-f6803e8c-9ded-4298-a625-aa19072794dd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:44.547404 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f091f876-aaf5-4a89-99c6-5d84f86b3e11 req-f6803e8c-9ded-4298-a625-aa19072794dd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0627582 Oct 17 03:51:44.634236 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:44.643844 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a23c1b-edc5-491c-842a-4498e6bcefd7 req-8cd9ff87-854f-472a-9130-009a9366c314 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:44.646387 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-55a23c1b-edc5-491c-842a-4498e6bcefd7 req-8cd9ff87-854f-472a-9130-009a9366c314 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0659645 Oct 17 03:51:44.648427 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f091f876-aaf5-4a89-99c6-5d84f86b3e11 req-8dccbcee-1400-4cec-8f45-4edd076f7b46 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934546 Oct 17 03:51:44.718144 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-55a23c1b-edc5-491c-842a-4498e6bcefd7 req-afe7655c-df52-4d46-a672-d41ef2b49054 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661411 Oct 17 03:51:44.771229 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f163-6bf8-4da2-a790-1246bca22813 req-2199586a-4281-4be7-abae-4989f9f421eb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:44.779066 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9229f163-6bf8-4da2-a790-1246bca22813 req-2199586a-4281-4be7-abae-4989f9f421eb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0754309 Oct 17 03:51:44.821063 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:44.825834 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9229f163-6bf8-4da2-a790-1246bca22813 req-76957381-03d6-4de9-a27f-49d3e9f7eb71 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459652 Oct 17 03:51:44.873999 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848a3c-30d1-46cf-9873-1375f7643610 req-b84d6beb-ad75-41b1-8fd5-aaaaba91439f tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:44.883951 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ce848a3c-30d1-46cf-9873-1375f7643610 req-b84d6beb-ad75-41b1-8fd5-aaaaba91439f tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0696340 Oct 17 03:51:44.936261 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ce848a3c-30d1-46cf-9873-1375f7643610 req-f4585958-3e9c-474f-8f38-1933513d1920 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537417 Oct 17 03:51:45.094426 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:45.106608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a5573-f464-40dc-be04-c62131586913 req-6e6d5e6d-79a0-4616-a46b-f705d68209ed tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:45.108468 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-820a5573-f464-40dc-be04-c62131586913 req-6e6d5e6d-79a0-4616-a46b-f705d68209ed tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0550528 Oct 17 03:51:45.119462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54400) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:45.124732 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-a584e7b5-7b97-4b97-a525-3155b4961800 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'floatingip': {'port_id': '71faccf7-d131-411d-8d26-fc3bb1069d2f'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:45.202675 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a584e7b5-7b97-4b97-a525-3155b4961800 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (92cae04b-0e7c-4d58-85f0-d3f320a2ba38), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:45.666852 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d2b3-ca92-40db-b03e-e410439c28e5 req-debd858d-476a-4677-9264-8d0171f8f5d5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:45.668336 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ccd5d2b3-ca92-40db-b03e-e410439c28e5 req-debd858d-476a-4677-9264-8d0171f8f5d5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0826111 Oct 17 03:51:45.782754 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ccd5d2b3-ca92-40db-b03e-e410439c28e5 req-64346118-2cd2-457c-ae35-4a0326597b70 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079750 Oct 17 03:51:45.824107 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336d202-dba4-4469-9b57-0c108c366a2b req-2976df2f-9fb1-4943-9832-4a43f59fb7fe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:45.824107 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b336d202-dba4-4469-9b57-0c108c366a2b req-2976df2f-9fb1-4943-9832-4a43f59fb7fe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0891364 Oct 17 03:51:45.955956 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b336d202-dba4-4469-9b57-0c108c366a2b req-b772912b-370e-4084-8041-fddea68184d5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362977 Oct 17 03:51:46.016248 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-6460b2cd-2f7d-43f0-b43b-0e4ece4d4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:46.017820 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-6460b2cd-2f7d-43f0-b43b-0e4ece4d4b10 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 1129 time: 0.0477996 Oct 17 03:51:46.184109 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a584e7b5-7b97-4b97-a525-3155b4961800 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:46.191825 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:46.194688 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-10fddef8-c5e7-4a7e-ad0c-bc68340e3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:46.196215 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-10fddef8-c5e7-4a7e-ad0c-bc68340e3732 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.1700196 Oct 17 03:51:46.276212 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a584e7b5-7b97-4b97-a525-3155b4961800 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (92cae04b-0e7c-4d58-85f0-d3f320a2ba38), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:46.375956 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [None req-a584e7b5-7b97-4b97-a525-3155b4961800 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Floating IP 92cae04b-0e7c-4d58-85f0-d3f320a2ba38 associated. External IP: 172.27.4.134, port: 71faccf7-d131-411d-8d26-fc3bb1069d2f. Oct 17 03:51:46.588228 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a584e7b5-7b97-4b97-a525-3155b4961800 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:51:46.595131 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:46.705783 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:46.707994 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-68569e35-ac37-4eb7-9bfc-892f32359737 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a262e085-3b46-4aaa-99a7-dc591e72ffed HTTP/1.1" status: 200 len: 217 time: 0.0528400 Oct 17 03:51:46.711916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a584e7b5-7b97-4b97-a525-3155b4961800 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:51:46.717151 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a584e7b5-7b97-4b97-a525-3155b4961800 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:46.728014 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] Sync routers for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:51:46.745163 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:51:46.746215 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:46.767950 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-a584e7b5-7b97-4b97-a525-3155b4961800 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/92cae04b-0e7c-4d58-85f0-d3f320a2ba38 HTTP/1.1" status: 200 len: 991 time: 1.6466167 Oct 17 03:51:46.768776 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'tag': '71faccf7-d131-411d-8d26-fc3bb1069d2f'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:46.770906 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbaa344-86e9-4c9b-b99b-ae99d38e1562", "tag": "71faccf7-d131-411d-8d26-fc3bb1069d2f"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:46.778568 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-6b5d8976-e5f5-4830-93e8-9a4d7a9cd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:46.779922 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-6b5d8976-e5f5-4830-93e8-9a4d7a9cd785 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0640981 Oct 17 03:51:46.809182 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbde42a9-a85b-452f-9d73-ecc161eead20 x-openstack-request-id: req-dbde42a9-a85b-452f-9d73-ecc161eead20 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:46.809532 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbaa344-86e9-4c9b-b99b-ae99d38e1562", "tag": "71faccf7-d131-411d-8d26-fc3bb1069d2f", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:46.809956 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dbde42a9-a85b-452f-9d73-ecc161eead20 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:46.810361 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbde42a9-a85b-452f-9d73-ecc161eead20'] response: {'name': 'network-changed', 'server_uuid': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'tag': '71faccf7-d131-411d-8d26-fc3bb1069d2f', 'status': 'completed', 'code': 200} Oct 17 03:51:46.829650 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-0d8aa3c3-fde7-4774-ac4b-ca43c3e8a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:46.831816 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-0d8aa3c3-fde7-4774-ac4b-ca43c3e8a25a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454292 Oct 17 03:51:46.902149 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-a057aca9-d3b2-40e3-8f7f-fa0321c2414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:46.902752 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:51:46.905629 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-a057aca9-d3b2-40e3-8f7f-fa0321c2414e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 1129 time: 0.0644772 Oct 17 03:51:47.032559 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-32f3d7c8-6c3d-4101-b084-b95c6dd6fd11 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929984 Oct 17 03:51:47.055104 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-ec5026ea-a466-4f43-a14e-474fcc880065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:47.057015 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-ec5026ea-a466-4f43-a14e-474fcc880065 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 912 time: 0.1444893 Oct 17 03:51:47.075113 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb52fd-02e3-4e80-ad67-6490f4ed2b73 req-15b366ed-7943-4046-9e18-163e8a3d06d1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:47.076719 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-defb52fd-02e3-4e80-ad67-6490f4ed2b73 req-15b366ed-7943-4046-9e18-163e8a3d06d1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0986068 Oct 17 03:51:47.207264 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-defb52fd-02e3-4e80-ad67-6490f4ed2b73 req-94c27e38-050b-49ad-9325-bb911fc8ad82 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912271 Oct 17 03:51:47.231657 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f435c2a6-17eb-4fcc-ac71-c49b9c842a71 req-d30f4b91-48f6-47f7-a2b3-c434b68b540f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901472 Oct 17 03:51:47.263713 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d3775-ee33-44f2-8f97-e3a8a6b1749d req-1a107436-df67-40a2-ba19-d4aea97cfacd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:47.265336 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-481d3775-ee33-44f2-8f97-e3a8a6b1749d req-1a107436-df67-40a2-ba19-d4aea97cfacd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.2029204 Oct 17 03:51:47.267309 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-b0ad24a4-bdfe-454d-88c0-287b9f6d79cc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f HTTP/1.1" status: 200 len: 999 time: 0.2037709 Oct 17 03:51:47.328678 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '92cae04b-0e7c-4d58-85f0-d3f320a2ba38', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'floating_ip_address': '172.27.4.134', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'port_id': '71faccf7-d131-411d-8d26-fc3bb1069d2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'mac_address': 'fa:16:3e:f2:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:50:58Z', 'updated_at': '2022-10-17T03:51:46Z', 'revision_number': 1, 'project_id': '735cb7f647604741982528fc91abb7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:47.361095 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] Checking router: b5cbccfc-aece-42b5-a8cb-ceb6899903b8 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:51:47.373440 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:51:47.374117 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:47.424592 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-481d3775-ee33-44f2-8f97-e3a8a6b1749d req-3b982830-2b53-44ce-822b-ae04f78e29ff tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512218 Oct 17 03:51:47.431796 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-4aff8d62-2d54-4421-81f1-02eb5283679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:47.433953 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-4aff8d62-2d54-4421-81f1-02eb5283679d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fc392004-8afd-451c-9dcb-41ef655b2ff1 HTTP/1.1" status: 200 len: 850 time: 0.1498594 Oct 17 03:51:47.539507 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:51:47.564959 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-488c4b4f-d694-4ee6-91c1-3ef064d318a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:47.566533 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-488c4b4f-d694-4ee6-91c1-3ef064d318a0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9596452a-c538-49c6-83ce-e63a5d474491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1065326 Oct 17 03:51:47.653463 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb223c-c409-4679-8188-45055a0f71d4 req-e69297e7-c25c-44a4-93bb-261d3e6ebebb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:47.655269 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-58bb223c-c409-4679-8188-45055a0f71d4 req-e69297e7-c25c-44a4-93bb-261d3e6ebebb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0844193 Oct 17 03:51:47.667201 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54506) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:47.672417 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'floatingip': {'port_id': '84033c7a-279b-4382-ae30-9f0a623ff3f1'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:51:47.717370 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54508) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:47.757720 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54512) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:47.780772 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (33e889cb-84a0-43e1-95a0-54cb05343141), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:47.851923 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '92cae04b-0e7c-4d58-85f0-d3f320a2ba38', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'floating_ip_address': '172.27.4.134', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'port_id': '71faccf7-d131-411d-8d26-fc3bb1069d2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'mac_address': 'fa:16:3e:f2:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:50:58Z', 'updated_at': '2022-10-17T03:51:46Z', 'revision_number': 1, 'project_id': '735cb7f647604741982528fc91abb7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:47.927048 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbe5df-ed3e-4a6d-b1b3-7d1d9aa19da4 None None] The sync data for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi is: [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '92cae04b-0e7c-4d58-85f0-d3f320a2ba38', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'floating_ip_address': '172.27.4.134', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'port_id': '71faccf7-d131-411d-8d26-fc3bb1069d2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'mac_address': 'fa:16:3e:f2:68:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:50:58Z', 'updated_at': '2022-10-17T03:51:46Z', 'revision_number': 1, 'project_id': '735cb7f647604741982528fc91abb7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:51:47.981410 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:47.998805 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-70598b1a-a3e3-4372-b0c0-579a69f47ca1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950324 Oct 17 03:51:48.102621 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54522) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:48.162569 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7ec60d79-d3be-44dd-a2f9-cb603b655fe4 req-bc34d27f-8811-457b-93ba-b307aaf407b0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562634 Oct 17 03:51:48.211502 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b8dacd5-2bdb-46da-822f-da02038af2db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:48.226230 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c0af9d3e-06c5-4ff7-93cd-87ae9eb536e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:48.232354 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:48.243526 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9abf2-6eea-47d2-ad02-1c10c84b937a None None] New status for floating IP 92cae04b-0e7c-4d58-85f0-d3f320a2ba38: ACTIVE {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:51:48.359030 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647a166-ec35-454c-9b11-11680b382577 req-af4d48e1-993a-48bf-a468-f1f10fc9eac8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:48.360990 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c647a166-ec35-454c-9b11-11680b382577 req-af4d48e1-993a-48bf-a468-f1f10fc9eac8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0565135 Oct 17 03:51:48.400199 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:48.417519 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c647a166-ec35-454c-9b11-11680b382577 req-72b03c34-4054-4263-82d2-d79a12fe633c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 Oct 17 03:51:48.720744 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Publish callbacks [] for security_group (d5d24535-782d-4733-a54a-0db4bdf4dd23), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:48.803095 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d5d24535-782d-4733-a54a-0db4bdf4dd23), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:48.915714 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c0af9d3e-06c5-4ff7-93cd-87ae9eb536e2 admin admin] Publish callbacks [] for security_group (d3166bc1-d7eb-4da6-914e-660d1297da48), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:48.930824 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b8dacd5-2bdb-46da-822f-da02038af2db admin admin] Publish callbacks [] for security_group (5bd5c629-be2a-473b-b457-77cbb6f75484), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:48.937419 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.db.resource_extend [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 17 03:51:48.939852 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d24535-782d-4733-a54a-0db4bdf4dd23,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:48.973294 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e1bf4b9a5bab4c6ea3c9c24eb93a909f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2546892 Oct 17 03:51:48.979108 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54542) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:48.983965 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c0af9d3e-06c5-4ff7-93cd-87ae9eb536e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d3166bc1-d7eb-4da6-914e-660d1297da48), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:48.997418 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:48.997752 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:48.998094 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:48.998442 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:48.998756 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:48.999081 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:48.999405 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:48.999727 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.000093 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.000417 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.000740 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.001065 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.001382 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.001702 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.002024 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bce3-fdab-4f5a-a500-14154e60a14a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.042926 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b8dacd5-2bdb-46da-822f-da02038af2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5bd5c629-be2a-473b-b457-77cbb6f75484), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.052876 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Publish callbacks [] for security_group (d5d24535-782d-4733-a54a-0db4bdf4dd23), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.066057 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.073399 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Publish callbacks [] for security_group (d5d24535-782d-4733-a54a-0db4bdf4dd23), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.076146 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:49.082880 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-c0af9d3e-06c5-4ff7-93cd-87ae9eb536e2 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=c26d6b00c5654c71a75aaea330965bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9789319 Oct 17 03:51:49.087534 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54544) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:49.088571 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:49.092176 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af9d3e-06c5-4ff7-93cd-87ae9eb536e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3166bc1-d7eb-4da6-914e-660d1297da48,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:49.106656 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-6b8dacd5-2bdb-46da-822f-da02038af2db admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=c0e74d2edc8540868fd10f0efd97b9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3468506 Oct 17 03:51:49.113547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54546) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:49.135035 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (33e889cb-84a0-43e1-95a0-54cb05343141), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.172051 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dad5fbc1-0609-4f7b-8405-93f1c0c3db95 admin admin] Publish callbacks [] for security_group (5bd5c629-be2a-473b-b457-77cbb6f75484), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.174646 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dacd5-2bdb-46da-822f-da02038af2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd5c629-be2a-473b-b457-77cbb6f75484,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:49.191873 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:49.196974 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d5d24535-782d-4733-a54a-0db4bdf4dd23), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.199576 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.203789 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d5d24535-782d-4733-a54a-0db4bdf4dd23 HTTP/1.1" status: 204 len: 168 time: 0.2233891 Oct 17 03:51:49.212071 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dad5fbc1-0609-4f7b-8405-93f1c0c3db95 admin admin] Publish callbacks [] for security_group (5bd5c629-be2a-473b-b457-77cbb6f75484), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.226331 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d24535-782d-4733-a54a-0db4bdf4dd23,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:49.246718 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaed5-6e3a-467a-bd52-575ef07259d0 admin admin] Publish callbacks [] for security_group (d3166bc1-d7eb-4da6-914e-660d1297da48), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.247640 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.248037 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.248410 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.248707 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.249327 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.249671 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.250005 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.250341 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.250853 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.251126 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.251650 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.251933 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.252263 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.252588 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.253157 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c5a41b-5cae-4e47-ad65-1ff8639f04ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:51:49.277971 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaed5-6e3a-467a-bd52-575ef07259d0 admin admin] Publish callbacks [] for security_group (d3166bc1-d7eb-4da6-914e-660d1297da48), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.280435 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Floating IP 33e889cb-84a0-43e1-95a0-54cb05343141 associated. External IP: 172.27.4.109, port: 84033c7a-279b-4382-ae30-9f0a623ff3f1. Oct 17 03:51:49.386834 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dad5fbc1-0609-4f7b-8405-93f1c0c3db95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5bd5c629-be2a-473b-b457-77cbb6f75484), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.389820 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dad5fbc1-0609-4f7b-8405-93f1c0c3db95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.395870 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-dad5fbc1-0609-4f7b-8405-93f1c0c3db95 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5bd5c629-be2a-473b-b457-77cbb6f75484 HTTP/1.1" status: 204 len: 168 time: 0.2794790 Oct 17 03:51:49.396741 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:49.405198 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5fbc1-0609-4f7b-8405-93f1c0c3db95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd5c629-be2a-473b-b457-77cbb6f75484,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:49.407084 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54554) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:49.481823 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaed5-6e3a-467a-bd52-575ef07259d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d3166bc1-d7eb-4da6-914e-660d1297da48), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.485042 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaed5-6e3a-467a-bd52-575ef07259d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.486944 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ab7eaed5-6e3a-467a-bd52-575ef07259d0 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d3166bc1-d7eb-4da6-914e-660d1297da48 HTTP/1.1" status: 204 len: 168 time: 0.3957028 Oct 17 03:51:49.531243 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7eaed5-6e3a-467a-bd52-575ef07259d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3166bc1-d7eb-4da6-914e-660d1297da48,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:49.555991 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Router ade4885a-216f-4b79-8f4c-79672fbbf5c8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:51:49.608135 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c3a4d-d560-4c3a-a205-f119e5441049 req-f5979dcb-9b8f-44aa-8731-0cd89b8ac4b4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:49.609802 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d73c3a4d-d560-4c3a-a205-f119e5441049 req-f5979dcb-9b8f-44aa-8731-0cd89b8ac4b4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0590179 Oct 17 03:51:49.690610 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d73c3a4d-d560-4c3a-a205-f119e5441049 req-7b85c768-c81a-43cc-8b7b-92f1e529e3d2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746939 Oct 17 03:51:49.713442 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:51:49.727709 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.732922 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] Sync routers for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:51:49.750076 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:51:49.750076 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:49.790625 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-16df4af4-11ef-4c34-8a1d-802fecdd8b71 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489469 Oct 17 03:51:49.805649 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-3872b313-4f76-4f15-9ce1-58bf0d1f21c3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/33e889cb-84a0-43e1-95a0-54cb05343141 HTTP/1.1" status: 200 len: 992 time: 2.1365976 Oct 17 03:51:49.808729 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:51:49.813635 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c80fd8-197a-467a-bde5-3df9f70c45bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:51:49.854117 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-74c17654-cfd8-4d86-9d79-a75f92c83acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:49.881495 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87b0b53-c6e0-44cc-af9c-f17de6bd65cf x-openstack-request-id: req-a87b0b53-c6e0-44cc-af9c-f17de6bd65cf {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:51:49.881790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:51:49.882203 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a87b0b53-c6e0-44cc-af9c-f17de6bd65cf {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:51:49.887444 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87b0b53-c6e0-44cc-af9c-f17de6bd65cf'] response: {'name': 'network-changed', 'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'status': 'completed', 'code': 200} Oct 17 03:51:49.894902 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-d99bf4ed-2632-4fb9-9cbb-c60fd2feb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:49.896556 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-d99bf4ed-2632-4fb9-9cbb-c60fd2feb5c3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=38bd8dbff7d74bf4baa7c2aeca32c557&device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 1130 time: 0.0562055 Oct 17 03:51:49.911147 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:51:49.937999 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:49.950751 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-9a1dc53d-56d1-43d2-b3c4-ebe0a736fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:49.952339 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-9a1dc53d-56d1-43d2-b3c4-ebe0a736fa26 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 1130 time: 0.0458086 Oct 17 03:51:50.006146 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-74c17654-cfd8-4d86-9d79-a75f92c83acb admin admin] Publish callbacks [] for security_group (9a9d59ac-9963-4b23-b28d-e96d94021534), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.037746 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-9a282304-c446-4f71-bf13-25601eabd7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:50.039227 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-9a282304-c446-4f71-bf13-25601eabd7b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=b23131e6-b5ff-474c-893a-7c99bb8a9ead HTTP/1.1" status: 200 len: 913 time: 0.1236546 Oct 17 03:51:50.057297 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-5ebfd900-1c2a-4dbf-b5ae-ff215481d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:50.059063 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-5ebfd900-1c2a-4dbf-b5ae-ff215481d8a7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 917 time: 0.1008637 Oct 17 03:51:50.108583 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-74c17654-cfd8-4d86-9d79-a75f92c83acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (9a9d59ac-9963-4b23-b28d-e96d94021534), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.120335 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-da66f47e-618b-46a9-8d7e-23e2bac5ec73 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c13ea03-5d56-42e5-b104-14198c3a9874 HTTP/1.1" status: 200 len: 217 time: 0.0697918 Oct 17 03:51:50.138685 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-6e7fbc95-e689-4a68-b4ac-230cd2669f8b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1 HTTP/1.1" status: 200 len: 1000 time: 0.0663834 Oct 17 03:51:50.172266 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:50.201649 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-dc909f04-8f1b-40ed-909e-0e435e43d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:50.204558 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-dc909f04-8f1b-40ed-909e-0e435e43d8bf service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 200 len: 855 time: 0.0595329 Oct 17 03:51:50.241039 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54576) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:50.255616 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-74c17654-cfd8-4d86-9d79-a75f92c83acb admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=81eced17da01430395371807a02fd180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8468888 Oct 17 03:51:50.258125 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c17654-cfd8-4d86-9d79-a75f92c83acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9d59ac-9963-4b23-b28d-e96d94021534,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:50.266540 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '33e889cb-84a0-43e1-95a0-54cb05343141', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'floating_ip_address': '172.27.4.109', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'port_id': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'mac_address': 'fa:16:3e:19:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:51:02Z', 'updated_at': '2022-10-17T03:51:48Z', 'revision_number': 1, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:50.271289 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54578) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:50.290471 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-2fca32e2-4265-4ee6-8a7a-9a1afbdba5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:50.292360 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-2fca32e2-4265-4ee6-8a7a-9a1afbdba5ac service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812175 Oct 17 03:51:50.295392 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] Checking router: ade4885a-216f-4b79-8f4c-79672fbbf5c8 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:51:50.302427 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4b3c5321-9511-4978-887e-53a224db3b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.305289 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:51:50.306102 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:50.318051 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-4a3f1104-4ff7-450b-8d35-76f4b13b1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:50.319554 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-4a3f1104-4ff7-450b-8d35-76f4b13b1064 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=96678dbf-78f1-41d0-83ad-363a298c1af7 HTTP/1.1" status: 200 len: 851 time: 0.1863854 Oct 17 03:51:50.326300 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:50.397529 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-9a021ead-e932-4c48-bc5e-5d9cdaaeb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:50.399146 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-9a021ead-e932-4c48-bc5e-5d9cdaaeb3c8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=b23131e6-b5ff-474c-893a-7c99bb8a9ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0680029 Oct 17 03:51:50.413860 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-8461695f-36c8-483b-9962-5c2064f2b326 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133187 Oct 17 03:51:50.422513 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:51:50.472750 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-254af188-2f2d-4d99-8e7c-4f27b818a811 admin admin] Publish callbacks [] for security_group (9a9d59ac-9963-4b23-b28d-e96d94021534), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.492324 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:50.525415 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-254af188-2f2d-4d99-8e7c-4f27b818a811 admin admin] Publish callbacks [] for security_group (9a9d59ac-9963-4b23-b28d-e96d94021534), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.533770 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c4c80fd8-197a-467a-bde5-3df9f70c45bb req-6ccf57c7-7f1e-4643-88e1-7183d04bd8f5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135497 Oct 17 03:51:50.567965 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4b3c5321-9511-4978-887e-53a224db3b85 admin admin] Publish callbacks [] for security_group (d19baad8-eb73-414d-9b87-2c3709a8ed71), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.595535 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-c7cd2692-d803-484a-a06d-2ffa94048724 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b23131e6-b5ff-474c-893a-7c99bb8a9ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824398 Oct 17 03:51:50.649297 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '33e889cb-84a0-43e1-95a0-54cb05343141', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'floating_ip_address': '172.27.4.109', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'port_id': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'mac_address': 'fa:16:3e:19:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:51:02Z', 'updated_at': '2022-10-17T03:51:48Z', 'revision_number': 1, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:51:50.674543 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a37e0-506a-49df-a1dc-d93e1811549c None None] The sync data for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi is: [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '33e889cb-84a0-43e1-95a0-54cb05343141', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'floating_ip_address': '172.27.4.109', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'port_id': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'mac_address': 'fa:16:3e:19:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:51:02Z', 'updated_at': '2022-10-17T03:51:48Z', 'revision_number': 1, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:51:50.701282 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.707131 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4b3c5321-9511-4978-887e-53a224db3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d19baad8-eb73-414d-9b87-2c3709a8ed71), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.752850 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-254af188-2f2d-4d99-8e7c-4f27b818a811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (9a9d59ac-9963-4b23-b28d-e96d94021534), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.753973 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-254af188-2f2d-4d99-8e7c-4f27b818a811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.756604 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-254af188-2f2d-4d99-8e7c-4f27b818a811 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/9a9d59ac-9963-4b23-b28d-e96d94021534 HTTP/1.1" status: 204 len: 168 time: 0.4698732 Oct 17 03:51:50.770994 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2a1003d7-0ba6-4711-af03-8efd5712c99d req-8fdbd5ac-ec66-4f87-a6eb-6fc18dbfa439 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b23131e6-b5ff-474c-893a-7c99bb8a9ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660712 Oct 17 03:51:50.780961 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-4b3c5321-9511-4978-887e-53a224db3b85 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b9e3d213c9c049bfa91c4fffd5d60f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326657 Oct 17 03:51:50.780961 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c5321-9511-4978-887e-53a224db3b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19baad8-eb73-414d-9b87-2c3709a8ed71,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:50.781419 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54592) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:50.790157 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254af188-2f2d-4d99-8e7c-4f27b818a811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9d59ac-9963-4b23-b28d-e96d94021534,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:50.800619 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54594) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:50.825608 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-79ff76f1-1158-431f-9c17-aab2a75a38bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.899822 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c2526-e38d-4a02-b64b-95ec33fb0cf0 req-ec46efb1-b9dd-436f-b8e8-3c64372bb40c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:50.904561 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-710c2526-e38d-4a02-b64b-95ec33fb0cf0 req-ec46efb1-b9dd-436f-b8e8-3c64372bb40c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0725524 Oct 17 03:51:50.905307 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ea2397a4-c2c1-4020-a30c-4961e0f2bcdf admin admin] Publish callbacks [] for security_group (d19baad8-eb73-414d-9b87-2c3709a8ed71), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.914609 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:50.932961 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-79ff76f1-1158-431f-9c17-aab2a75a38bc admin admin] Publish callbacks [] for security_group (2e0599c2-8149-4d1b-9bb0-24a912293ec4), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.964062 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ea2397a4-c2c1-4020-a30c-4961e0f2bcdf admin admin] Publish callbacks [] for security_group (d19baad8-eb73-414d-9b87-2c3709a8ed71), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:50.978671 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:51.007137 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-79ff76f1-1158-431f-9c17-aab2a75a38bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (2e0599c2-8149-4d1b-9bb0-24a912293ec4), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:51.015965 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-710c2526-e38d-4a02-b64b-95ec33fb0cf0 req-69f6679f-78f2-474a-ac8c-8aa7202b275e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033671 Oct 17 03:51:51.056850 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-79ff76f1-1158-431f-9c17-aab2a75a38bc admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=26e0a828f23a4c3da908506a798ae736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550435 Oct 17 03:51:51.061179 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54602) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:51.066622 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817e3d2d-062e-4438-b822-5ca0b157991f None None] New status for floating IP 33e889cb-84a0-43e1-95a0-54cb05343141: ACTIVE {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:51:51.068464 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff76f1-1158-431f-9c17-aab2a75a38bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0599c2-8149-4d1b-9bb0-24a912293ec4,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:51.069513 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:51.117877 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4c631a0-67ad-4dc6-96b6-ec0fc14b2256 admin admin] Publish callbacks [] for security_group (2e0599c2-8149-4d1b-9bb0-24a912293ec4), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:51.125744 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ea2397a4-c2c1-4020-a30c-4961e0f2bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d19baad8-eb73-414d-9b87-2c3709a8ed71), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:51.132279 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ea2397a4-c2c1-4020-a30c-4961e0f2bcdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:51.132279 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ea2397a4-c2c1-4020-a30c-4961e0f2bcdf admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d19baad8-eb73-414d-9b87-2c3709a8ed71 HTTP/1.1" status: 204 len: 168 time: 0.3471341 Oct 17 03:51:51.145445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2397a4-c2c1-4020-a30c-4961e0f2bcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19baad8-eb73-414d-9b87-2c3709a8ed71,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:51.151263 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4c631a0-67ad-4dc6-96b6-ec0fc14b2256 admin admin] Publish callbacks [] for security_group (2e0599c2-8149-4d1b-9bb0-24a912293ec4), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:51.281048 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4c631a0-67ad-4dc6-96b6-ec0fc14b2256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (2e0599c2-8149-4d1b-9bb0-24a912293ec4), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:51.288456 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4c631a0-67ad-4dc6-96b6-ec0fc14b2256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:51.288456 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-d4c631a0-67ad-4dc6-96b6-ec0fc14b2256 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/2e0599c2-8149-4d1b-9bb0-24a912293ec4 HTTP/1.1" status: 204 len: 168 time: 0.2261674 Oct 17 03:51:51.301321 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c631a0-67ad-4dc6-96b6-ec0fc14b2256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0599c2-8149-4d1b-9bb0-24a912293ec4,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:51.787418 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54624) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:51.813559 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5aba1278-c839-4996-923a-dcb4fc076a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:51.915479 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5aba1278-c839-4996-923a-dcb4fc076a51 admin admin] Publish callbacks [] for security_group (dd0939c0-b50d-4512-ba8c-16c1828a02bc), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:51.990648 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5aba1278-c839-4996-923a-dcb4fc076a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (dd0939c0-b50d-4512-ba8c-16c1828a02bc), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.032761 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-5aba1278-c839-4996-923a-dcb4fc076a51 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e1ce34cf5ce14d34a5d9ef74792615a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441449 Oct 17 03:51:52.033997 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba1278-c839-4996-923a-dcb4fc076a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0939c0-b50d-4512-ba8c-16c1828a02bc,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:52.035427 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54632) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:52.103358 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeedd-3825-40f4-88b2-e52405655a92 admin admin] Publish callbacks [] for security_group (dd0939c0-b50d-4512-ba8c-16c1828a02bc), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.132546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeedd-3825-40f4-88b2-e52405655a92 admin admin] Publish callbacks [] for security_group (dd0939c0-b50d-4512-ba8c-16c1828a02bc), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.152087 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3733b-c4ba-4a1c-944f-b2f2786b87a6 req-2427ed6d-63aa-4d58-aa59-da61db7547f2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:52.153576 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-beb3733b-c4ba-4a1c-944f-b2f2786b87a6 req-2427ed6d-63aa-4d58-aa59-da61db7547f2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0512891 Oct 17 03:51:52.204650 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-beb3733b-c4ba-4a1c-944f-b2f2786b87a6 req-34842e40-6879-4f08-a45d-b21347dfbbf2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 Oct 17 03:51:52.310749 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeedd-3825-40f4-88b2-e52405655a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (dd0939c0-b50d-4512-ba8c-16c1828a02bc), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.313641 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeedd-3825-40f4-88b2-e52405655a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.314910 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2bdaeedd-3825-40f4-88b2-e52405655a92 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/dd0939c0-b50d-4512-ba8c-16c1828a02bc HTTP/1.1" status: 204 len: 168 time: 0.2784059 Oct 17 03:51:52.324214 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaeedd-3825-40f4-88b2-e52405655a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0939c0-b50d-4512-ba8c-16c1828a02bc,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:52.345429 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54638) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:52.367848 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-17ba5237-1c42-4a15-89bd-dda95dd9c5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.472668 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-17ba5237-1c42-4a15-89bd-dda95dd9c5ce admin admin] Publish callbacks [] for security_group (accbeb50-f516-4dba-8f48-ba4e52f4cd42), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.555984 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-17ba5237-1c42-4a15-89bd-dda95dd9c5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (accbeb50-f516-4dba-8f48-ba4e52f4cd42), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.595849 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba5237-1c42-4a15-89bd-dda95dd9c5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accbeb50-f516-4dba-8f48-ba4e52f4cd42,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:52.596620 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54646) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:52.601018 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-17ba5237-1c42-4a15-89bd-dda95dd9c5ce admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e04fa65e110a435892939347d958e58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545612 Oct 17 03:51:52.603558 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54648) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:52.656964 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e71e-5e62-440e-9068-52ffd9388796 admin admin] Publish callbacks [] for security_group (accbeb50-f516-4dba-8f48-ba4e52f4cd42), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.680507 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e71e-5e62-440e-9068-52ffd9388796 admin admin] Publish callbacks [] for security_group (accbeb50-f516-4dba-8f48-ba4e52f4cd42), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.686715 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:52.853190 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e71e-5e62-440e-9068-52ffd9388796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (accbeb50-f516-4dba-8f48-ba4e52f4cd42), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.855866 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e71e-5e62-440e-9068-52ffd9388796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.857302 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-3ce1e71e-5e62-440e-9068-52ffd9388796 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/accbeb50-f516-4dba-8f48-ba4e52f4cd42 HTTP/1.1" status: 204 len: 168 time: 0.2524886 Oct 17 03:51:52.881505 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1e71e-5e62-440e-9068-52ffd9388796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accbeb50-f516-4dba-8f48-ba4e52f4cd42,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:52.924919 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc9f34-2e04-4fc1-82b0-f837fa531a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:52.969911 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:INSERT=18,neutron:SELECT=81,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:53.005259 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc9f34-2e04-4fc1-82b0-f837fa531a9e admin admin] Publish callbacks [] for security_group (e18fb8a2-2ed0-4d38-bae7-4b6030d087fc), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:53.092723 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc9f34-2e04-4fc1-82b0-f837fa531a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (e18fb8a2-2ed0-4d38-bae7-4b6030d087fc), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:53.134998 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-bcbc9f34-2e04-4fc1-82b0-f837fa531a9e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ec18b195725f4467bcd946fe679f1ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5353785 Oct 17 03:51:53.136854 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc9f34-2e04-4fc1-82b0-f837fa531a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18fb8a2-2ed0-4d38-bae7-4b6030d087fc,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:53.137898 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54670) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:53.189429 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d9608804-09ed-4086-914e-8d4e607bfb1e admin admin] Publish callbacks [] for security_group (e18fb8a2-2ed0-4d38-bae7-4b6030d087fc), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:53.212496 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d9608804-09ed-4086-914e-8d4e607bfb1e admin admin] Publish callbacks [] for security_group (e18fb8a2-2ed0-4d38-bae7-4b6030d087fc), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:53.342314 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ceb6d-b818-4155-9fe5-21c402b0e13a req-bb681b61-9df2-4240-bb84-213aac31ee2a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:53.343820 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b60ceb6d-b818-4155-9fe5-21c402b0e13a req-bb681b61-9df2-4240-bb84-213aac31ee2a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0575964 Oct 17 03:51:53.355905 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:53.362972 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d9608804-09ed-4086-914e-8d4e607bfb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (e18fb8a2-2ed0-4d38-bae7-4b6030d087fc), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:53.365432 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d9608804-09ed-4086-914e-8d4e607bfb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:53.366481 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-d9608804-09ed-4086-914e-8d4e607bfb1e admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e18fb8a2-2ed0-4d38-bae7-4b6030d087fc HTTP/1.1" status: 204 len: 168 time: 0.2276332 Oct 17 03:51:53.380501 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9608804-09ed-4086-914e-8d4e607bfb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18fb8a2-2ed0-4d38-bae7-4b6030d087fc,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:53.409879 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b60ceb6d-b818-4155-9fe5-21c402b0e13a req-f681cec7-8de8-46c9-a3db-3a7884066710 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604012 Oct 17 03:51:54.549760 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ccb3-b310-40eb-8cde-ffa0255baf8c req-b23f30e5-da1d-4770-97eb-4425f1661549 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:54.551769 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f054ccb3-b310-40eb-8cde-ffa0255baf8c req-b23f30e5-da1d-4770-97eb-4425f1661549 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0611463 Oct 17 03:51:54.615217 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f054ccb3-b310-40eb-8cde-ffa0255baf8c req-bb6715d7-e664-4e22-a0ff-a706fdfcf3ad tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581930 Oct 17 03:51:54.808565 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54776) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:54.999593 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-418ac1c1-eed3-4736-aaf4-165aa7c115b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:55.083622 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-418ac1c1-eed3-4736-aaf4-165aa7c115b6 admin admin] Publish callbacks [] for security_group (7b361ff5-b1d3-4bb6-9874-24a10e3f0846), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:55.151050 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-418ac1c1-eed3-4736-aaf4-165aa7c115b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (7b361ff5-b1d3-4bb6-9874-24a10e3f0846), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:55.193250 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-418ac1c1-eed3-4736-aaf4-165aa7c115b6 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=78fa502eb85d470b9e9cc4bba1b038d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832455 Oct 17 03:51:55.194233 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ac1c1-eed3-4736-aaf4-165aa7c115b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b361ff5-b1d3-4bb6-9874-24a10e3f0846,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:55.196111 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54794) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:51:55.267466 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8d42773d-b59a-4812-9b0a-66a665d38890 admin admin] Publish callbacks [] for security_group (7b361ff5-b1d3-4bb6-9874-24a10e3f0846), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:55.289989 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8d42773d-b59a-4812-9b0a-66a665d38890 admin admin] Publish callbacks [] for security_group (7b361ff5-b1d3-4bb6-9874-24a10e3f0846), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:55.434164 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8d42773d-b59a-4812-9b0a-66a665d38890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (7b361ff5-b1d3-4bb6-9874-24a10e3f0846), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:55.436769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8d42773d-b59a-4812-9b0a-66a665d38890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:55.437910 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-8d42773d-b59a-4812-9b0a-66a665d38890 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/7b361ff5-b1d3-4bb6-9874-24a10e3f0846 HTTP/1.1" status: 204 len: 168 time: 0.2408385 Oct 17 03:51:55.446783 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42773d-b59a-4812-9b0a-66a665d38890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b361ff5-b1d3-4bb6-9874-24a10e3f0846,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:51:55.754195 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c53a77-bd0b-4028-9eb7-aa3a2849ff94 req-baa64961-6267-42ab-9ad8-6987ac443f5f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:55.755719 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-14c53a77-bd0b-4028-9eb7-aa3a2849ff94 req-baa64961-6267-42ab-9ad8-6987ac443f5f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0473659 Oct 17 03:51:55.818236 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-14c53a77-bd0b-4028-9eb7-aa3a2849ff94 req-0ca72137-0661-4f95-ba2f-6bca2e717be2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476215 Oct 17 03:51:56.824810 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-951d8581-3e87-42c2-834b-ab78260bcfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:56.952699 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5f6c0-eb30-4c32-a98a-961fa0b3f706 req-ef98b7a4-21ce-4ee0-b468-8994fb3f7c2a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:56.960344 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-21e5f6c0-eb30-4c32-a98a-961fa0b3f706 req-ef98b7a4-21ce-4ee0-b468-8994fb3f7c2a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0578225 Oct 17 03:51:57.016402 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-21e5f6c0-eb30-4c32-a98a-961fa0b3f706 req-6cd78672-b4e0-4957-8efd-2117165129ce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475688 Oct 17 03:51:58.139529 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e98808-9a83-402b-aa01-f62f9b94c847 req-81877899-627f-4a7f-94ab-9337a96eb50e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:58.141075 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-35e98808-9a83-402b-aa01-f62f9b94c847 req-81877899-627f-4a7f-94ab-9337a96eb50e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0494404 Oct 17 03:51:58.195198 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-35e98808-9a83-402b-aa01-f62f9b94c847 req-2281c199-d33d-4ac5-b455-fe356577d6bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469012 Oct 17 03:51:58.348906 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490168d-42b2-44c6-820f-c3b720f3f0df req-98ce59f8-012b-406a-8520-ff62fdaa2775 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:58.350385 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4490168d-42b2-44c6-820f-c3b720f3f0df req-98ce59f8-012b-406a-8520-ff62fdaa2775 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0519152 Oct 17 03:51:58.575427 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4490168d-42b2-44c6-820f-c3b720f3f0df req-0decbf18-2e91-482f-a9b6-20dd0a0b4250 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192113 Oct 17 03:51:58.921512 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-3c354474-48f4-40ae-999a-d426423df51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:51:59.326688 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e690c-291b-4ed7-a9c2-c8d09da593a0 req-97f7ad16-39b1-47ec-b986-b4035afa3725 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:59.328275 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-745e690c-291b-4ed7-a9c2-c8d09da593a0 req-97f7ad16-39b1-47ec-b986-b4035afa3725 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0494888 Oct 17 03:51:59.396111 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-745e690c-291b-4ed7-a9c2-c8d09da593a0 req-80ed797c-43e3-4fbe-9afa-6a88cf109fba tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Oct 17 03:51:59.693330 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:51:59.704322 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841018b-dd87-4e13-ac14-50b12a7d50a4 req-e5771c01-a7cc-4c57-907c-ad646f2775e8 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:51:59.706162 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3841018b-dd87-4e13-ac14-50b12a7d50a4 req-e5771c01-a7cc-4c57-907c-ad646f2775e8 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0491879 Oct 17 03:51:59.760396 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3841018b-dd87-4e13-ac14-50b12a7d50a4 req-de42d3cd-6adb-437d-9748-593854790d63 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484943 Oct 17 03:52:00.184165 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:00.522386 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96512a4b-c867-4933-b1d6-3e7103894626 req-dab89812-9680-40dd-9196-0704279f8a8a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:00.523911 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-96512a4b-c867-4933-b1d6-3e7103894626 req-dab89812-9680-40dd-9196-0704279f8a8a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0543418 Oct 17 03:52:00.582589 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-96512a4b-c867-4933-b1d6-3e7103894626 req-4b5a0fcf-1dc8-4160-b5bf-9f223184becd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501213 Oct 17 03:52:00.692320 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54962) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:00.805286 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ab0619a0-8b2f-40ad-8733-880541f61db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:00.888809 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ab0619a0-8b2f-40ad-8733-880541f61db6 admin admin] Publish callbacks [] for security_group (87032e15-eb9b-4e87-9366-52fbd4ae35c8), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:00.889921 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc601-7de6-4fa8-9de1-5a432b1244b6 req-e8bb9bb4-181d-4c6e-ab1d-d9aa7b657cf4 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:00.891408 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9eedc601-7de6-4fa8-9de1-5a432b1244b6 req-e8bb9bb4-181d-4c6e-ab1d-d9aa7b657cf4 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0458560 Oct 17 03:52:00.940636 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9eedc601-7de6-4fa8-9de1-5a432b1244b6 req-c7f83f96-c471-4cba-88ba-75e195e5f061 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 Oct 17 03:52:00.978449 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ab0619a0-8b2f-40ad-8733-880541f61db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (87032e15-eb9b-4e87-9366-52fbd4ae35c8), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.016135 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ab0619a0-8b2f-40ad-8733-880541f61db6 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=2a1b57f080dc4f648fd96a4c1f66fe24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203294 Oct 17 03:52:01.016135 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0619a0-8b2f-40ad-8733-880541f61db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87032e15-eb9b-4e87-9366-52fbd4ae35c8,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:01.017181 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54974) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:01.067718 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b892-29da-48f3-96b2-591cd2baf28a admin admin] Publish callbacks [] for security_group (87032e15-eb9b-4e87-9366-52fbd4ae35c8), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.087522 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b892-29da-48f3-96b2-591cd2baf28a admin admin] Publish callbacks [] for security_group (87032e15-eb9b-4e87-9366-52fbd4ae35c8), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.097653 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:01.172496 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b892-29da-48f3-96b2-591cd2baf28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (87032e15-eb9b-4e87-9366-52fbd4ae35c8), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.175564 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b892-29da-48f3-96b2-591cd2baf28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.176763 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-0cf8b892-29da-48f3-96b2-591cd2baf28a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/87032e15-eb9b-4e87-9366-52fbd4ae35c8 HTTP/1.1" status: 204 len: 168 time: 0.1585131 Oct 17 03:52:01.185784 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8b892-29da-48f3-96b2-591cd2baf28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87032e15-eb9b-4e87-9366-52fbd4ae35c8,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:01.492484 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.641256 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.703445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86261-b7f0-4b8c-8235-1b6f2522405d req-bedb3e95-8d2e-4a3a-bab6-7e9be51b6030 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:01.704985 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-15c86261-b7f0-4b8c-8235-1b6f2522405d req-bedb3e95-8d2e-4a3a-bab6-7e9be51b6030 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0471251 Oct 17 03:52:01.753841 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-15c86261-b7f0-4b8c-8235-1b6f2522405d req-c95e6d2b-b0df-4477-b53d-bda3e001e7b3 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Oct 17 03:52:01.773968 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 54982) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:01.787282 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ad5af502-743b-49ae-bb23-9bc5f6cea78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.865188 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ad5af502-743b-49ae-bb23-9bc5f6cea78f admin admin] Publish callbacks [] for security_group (73b95a0c-d03d-4d17-9bd1-dd0129562d77), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.898737 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=52 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:01.906766 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=52 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:01.943951 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ad5af502-743b-49ae-bb23-9bc5f6cea78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (73b95a0c-d03d-4d17-9bd1-dd0129562d77), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:01.984976 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5af502-743b-49ae-bb23-9bc5f6cea78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b95a0c-d03d-4d17-9bd1-dd0129562d77,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:01.990803 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ad5af502-743b-49ae-bb23-9bc5f6cea78f admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=8e904abd3ae04dc3ac5aa84c69fc944e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144685 Oct 17 03:52:01.992517 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 54990) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:02.020933 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:02.042617 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6442-0703-44a8-b663-993657e37742 admin admin] Publish callbacks [] for security_group (73b95a0c-d03d-4d17-9bd1-dd0129562d77), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:02.064940 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6442-0703-44a8-b663-993657e37742 admin admin] Publish callbacks [] for security_group (73b95a0c-d03d-4d17-9bd1-dd0129562d77), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:02.066420 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124a663-1510-47af-bf03-19bfa28ce6a3 req-aa150ab2-0f02-480f-8a0c-1579dab7666c tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:02.068028 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e124a663-1510-47af-bf03-19bfa28ce6a3 req-aa150ab2-0f02-480f-8a0c-1579dab7666c tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0503714 Oct 17 03:52:02.112637 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:02.124171 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e124a663-1510-47af-bf03-19bfa28ce6a3 req-b934211e-c424-479b-a30f-96742171e130 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506277 Oct 17 03:52:02.234608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6442-0703-44a8-b663-993657e37742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (73b95a0c-d03d-4d17-9bd1-dd0129562d77), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:02.237219 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6442-0703-44a8-b663-993657e37742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:02.238397 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-bb7f6442-0703-44a8-b663-993657e37742 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/73b95a0c-d03d-4d17-9bd1-dd0129562d77 HTTP/1.1" status: 204 len: 168 time: 0.2449164 Oct 17 03:52:02.246596 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f6442-0703-44a8-b663-993657e37742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b95a0c-d03d-4d17-9bd1-dd0129562d77,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:02.876599 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf4da1-2f8c-44c1-b71d-377d72d8d8c7 req-464005ba-c814-449e-bd46-572851b4b3b9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:02.878085 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-56bf4da1-2f8c-44c1-b71d-377d72d8d8c7 req-464005ba-c814-449e-bd46-572851b4b3b9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0492103 Oct 17 03:52:02.929255 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-56bf4da1-2f8c-44c1-b71d-377d72d8d8c7 req-d27b42b8-0873-4700-8bbb-8fc47b8aacc5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Oct 17 03:52:03.252450 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebc6ac-ce4e-40ff-b096-040f3007f1e9 req-bb42d271-e93c-4d05-ae9a-e23bfd92984d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:03.257306 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ceebc6ac-ce4e-40ff-b096-040f3007f1e9 req-bb42d271-e93c-4d05-ae9a-e23bfd92984d tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0485902 Oct 17 03:52:03.307422 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ceebc6ac-ce4e-40ff-b096-040f3007f1e9 req-1532af26-47f3-4d0f-9804-354916da76e3 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ae81a28-4a65-4339-a115-0d2c4f87ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476735 Oct 17 03:52:03.553465 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-0861cbb8-eabe-4945-9a20-2e0a3b3ef973 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:03.558538 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-0861cbb8-eabe-4945-9a20-2e0a3b3ef973 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 946 time: 0.0500021 Oct 17 03:52:03.683100 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Deleting port 8c13ea03-5d56-42e5-b104-14198c3a9874 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:52:03.683445 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:03.783616 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] For port 8c13ea03-5d56-42e5-b104-14198c3a9874, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8c13ea03-5d56-42e5-b104-14198c3a9874,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:03.784027 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:03.799067 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Calling delete_port for 8c13ea03-5d56-42e5-b104-14198c3a9874 owned by compute:nova {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:52:03.801690 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:03.938633 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:04.035948 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (8c13ea03-5d56-42e5-b104-14198c3a9874), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:04.050387 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['8c13ea03-5d56-42e5-b104-14198c3a9874'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:52:04.066087 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a73d4-7096-4716-91f1-78bc1b0d4ef5 req-605ab9b1-caba-439a-99cb-2a0cd8a80ec8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:04.073975 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-452a73d4-7096-4716-91f1-78bc1b0d4ef5 req-605ab9b1-caba-439a-99cb-2a0cd8a80ec8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0608275 Oct 17 03:52:04.132284 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-452a73d4-7096-4716-91f1-78bc1b0d4ef5 req-af4dd210-d341-4474-a1fe-672407a6eac1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579500 Oct 17 03:52:04.134474 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Pushing event deleted for resources: {'Port': ['ID=8c13ea03-5d56-42e5-b104-14198c3a9874,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:04.181514 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] No DVR routers for this DVR port 8c13ea03-5d56-42e5-b104-14198c3a9874 on host hv-cinder-81558 {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:52:04.184874 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:04.191499 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-95dfc044-d9ed-49ba-a4a4-ad4b89de72b1 req-4266d17e-6922-47d6-b7c9-1623a6a0392b tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.33 "DELETE /networking/v2.0/ports/8c13ea03-5d56-42e5-b104-14198c3a9874 HTTP/1.1" status: 204 len: 173 time: 0.6230531 Oct 17 03:52:04.192294 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6', 'name': 'network-vif-deleted', 'tag': '8c13ea03-5d56-42e5-b104-14198c3a9874'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:52:04.197547 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f245ebc5-66a9-4011-9d8c-fa2fa0e70edc" -d '{"events": [{"server_uuid": "8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6", "name": "network-vif-deleted", "tag": "8c13ea03-5d56-42e5-b104-14198c3a9874"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:52:04.240713 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cad3c8d-3d8d-437d-a979-e543112c878f x-openstack-request-id: req-5cad3c8d-3d8d-437d-a979-e543112c878f {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:52:04.241013 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6", "name": "network-vif-deleted", "tag": "8c13ea03-5d56-42e5-b104-14198c3a9874", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:52:04.242220 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5cad3c8d-3d8d-437d-a979-e543112c878f {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:52:04.242647 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cad3c8d-3d8d-437d-a979-e543112c878f'] response: {'server_uuid': '8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6', 'name': 'network-vif-deleted', 'tag': '8c13ea03-5d56-42e5-b104-14198c3a9874', 'status': 'completed', 'code': 200} Oct 17 03:52:04.488613 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-675d6607-98b0-4f7c-bd9b-4db36b961624 req-32196b9a-2243-4d67-af09-ca91ad6a0656 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.0384603 Oct 17 03:52:04.888162 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55078) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:05.101723 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6a5dbc79-462e-4782-9ada-a0c908feba94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:05.184277 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6a5dbc79-462e-4782-9ada-a0c908feba94 admin admin] Publish callbacks [] for security_group (567dc1ae-a51e-49fe-beb3-99a1205cb13a), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:05.264152 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fa2c1-4e4c-410b-95bb-a46ef621412e req-13868bdd-3ee4-4fe5-96d9-dfaf59073d52 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:05.265736 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-455fa2c1-4e4c-410b-95bb-a46ef621412e req-13868bdd-3ee4-4fe5-96d9-dfaf59073d52 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0483346 Oct 17 03:52:05.281946 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6a5dbc79-462e-4782-9ada-a0c908feba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (567dc1ae-a51e-49fe-beb3-99a1205cb13a), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:05.322271 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-455fa2c1-4e4c-410b-95bb-a46ef621412e req-2919ccdb-9b58-453a-8a1d-d57f9cb5e4aa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497186 Oct 17 03:52:05.330528 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6a5dbc79-462e-4782-9ada-a0c908feba94 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=5828f1a4f3e04eb0acde9539b1acf0e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4409077 Oct 17 03:52:05.333396 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55090) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:05.334309 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dbc79-462e-4782-9ada-a0c908feba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567dc1ae-a51e-49fe-beb3-99a1205cb13a,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:05.398171 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6126-09e3-4e0a-83c9-bcb07083e059 admin admin] Publish callbacks [] for security_group (567dc1ae-a51e-49fe-beb3-99a1205cb13a), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:05.419306 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6126-09e3-4e0a-83c9-bcb07083e059 admin admin] Publish callbacks [] for security_group (567dc1ae-a51e-49fe-beb3-99a1205cb13a), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:05.521106 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6126-09e3-4e0a-83c9-bcb07083e059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (567dc1ae-a51e-49fe-beb3-99a1205cb13a), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:05.524183 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d4aa6126-09e3-4e0a-83c9-bcb07083e059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:05.524934 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d4aa6126-09e3-4e0a-83c9-bcb07083e059 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/567dc1ae-a51e-49fe-beb3-99a1205cb13a HTTP/1.1" status: 204 len: 168 time: 0.1904602 Oct 17 03:52:05.532936 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa6126-09e3-4e0a-83c9-bcb07083e059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567dc1ae-a51e-49fe-beb3-99a1205cb13a,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:05.597227 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b7b708ed-14c0-4433-9e88-ab0f9f63a0df req-7c807803-7746-4667-a554-85e2fd9a6cbb tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.0289078 Oct 17 03:52:06.184642 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55106) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:06.198166 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a40347a1-bdc5-4dc4-a671-17f0f6c73aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:06.272742 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a40347a1-bdc5-4dc4-a671-17f0f6c73aec admin admin] Publish callbacks [] for security_group (84dd0bbc-b864-4ae6-ab34-d4441b5c4866), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:06.349728 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a40347a1-bdc5-4dc4-a671-17f0f6c73aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (84dd0bbc-b864-4ae6-ab34-d4441b5c4866), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:06.388471 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40347a1-bdc5-4dc4-a671-17f0f6c73aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd0bbc-b864-4ae6-ab34-d4441b5c4866,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:06.392817 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-a40347a1-bdc5-4dc4-a671-17f0f6c73aec admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ed29e0adff8a48feab6eb3b7447d9532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071707 Oct 17 03:52:06.396674 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55110) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:06.449288 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e577db5f-d613-4f1b-91f0-0ec97d41b2ee admin admin] Publish callbacks [] for security_group (84dd0bbc-b864-4ae6-ab34-d4441b5c4866), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:06.454010 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8bf28-25c0-4193-a9f3-1d41743ee06d req-8759d474-b4ef-4e0d-9d68-ce40a9cc830e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:06.455780 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-88d8bf28-25c0-4193-a9f3-1d41743ee06d req-8759d474-b4ef-4e0d-9d68-ce40a9cc830e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Oct 17 03:52:06.469647 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e577db5f-d613-4f1b-91f0-0ec97d41b2ee admin admin] Publish callbacks [] for security_group (84dd0bbc-b864-4ae6-ab34-d4441b5c4866), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:06.501875 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-88d8bf28-25c0-4193-a9f3-1d41743ee06d req-5f9efda3-ed66-46f2-a147-bcccfa659af2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Oct 17 03:52:06.593809 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e577db5f-d613-4f1b-91f0-0ec97d41b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (84dd0bbc-b864-4ae6-ab34-d4441b5c4866), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:06.596949 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e577db5f-d613-4f1b-91f0-0ec97d41b2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:06.598095 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e577db5f-d613-4f1b-91f0-0ec97d41b2ee admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/84dd0bbc-b864-4ae6-ab34-d4441b5c4866 HTTP/1.1" status: 204 len: 168 time: 0.2004066 Oct 17 03:52:06.605947 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577db5f-d613-4f1b-91f0-0ec97d41b2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd0bbc-b864-4ae6-ab34-d4441b5c4866,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:06.700802 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04f10c0a-3fb9-49be-b009-143cbcf6400b req-052478ab-f453-46b1-b1c9-ab211aeecbcd tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.0283625 Oct 17 03:52:07.623833 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62666f63-aba8-4f8f-ba04-ed3c3df80bf3 req-5cdd8bd9-9092-44da-943d-6cdac1406ae5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:07.625366 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-62666f63-aba8-4f8f-ba04-ed3c3df80bf3 req-5cdd8bd9-9092-44da-943d-6cdac1406ae5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0468104 Oct 17 03:52:07.674671 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-62666f63-aba8-4f8f-ba04-ed3c3df80bf3 req-7a2dc214-2edf-40bd-836b-44823a5c1a69 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Oct 17 03:52:07.803528 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3359e16b-dfde-4770-a175-1e0195b371b4 req-4ed91ea7-87e5-4282-b4ac-7d1e44ca02c2 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.0271521 Oct 17 03:52:07.903694 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 8c13ea03-5d56-42e5-b104-14198c3a9874 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:52:07.923512 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 8c13ea03-5d56-42e5-b104-14198c3a9874 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:52:07.923833 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 8c13ea03-5d56-42e5-b104-14198c3a9874 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:52:08.811399 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9fe9-0a68-4f96-90c8-b412f0d2819e req-d520b891-af0b-41d5-b031-9755ff760328 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:08.813703 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-966e9fe9-0a68-4f96-90c8-b412f0d2819e req-d520b891-af0b-41d5-b031-9755ff760328 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0571899 Oct 17 03:52:08.868923 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-966e9fe9-0a68-4f96-90c8-b412f0d2819e req-42c558ff-ebf3-402b-bbb3-2c428149c80b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492504 Oct 17 03:52:08.946972 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b5669a01-4b06-4c7e-b53b-e03364581730 req-47d923b8-e35e-4d9c-a353-5e70015e0862 tempest-DeleteServersTestJSON-2034120038 tempest-DeleteServersTestJSON-2034120038-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8d43f90d-2ab5-48ec-8a8f-f5fcaea264e6 HTTP/1.1" status: 200 len: 210 time: 0.0276046 Oct 17 03:52:09.996569 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2943f1d-e61b-46ee-a6ca-f4915dd65c50 req-627f17c7-5cb6-4d0f-983c-6e8c94e73953 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:09.998262 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d2943f1d-e61b-46ee-a6ca-f4915dd65c50 req-627f17c7-5cb6-4d0f-983c-6e8c94e73953 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0509045 Oct 17 03:52:10.030080 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:10.067361 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d2943f1d-e61b-46ee-a6ca-f4915dd65c50 req-4c2be001-c338-4455-ad88-592fce96db7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493369 Oct 17 03:52:11.195025 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7199a-e403-4f26-9730-3d136cacfb43 req-acafe3d8-3dae-4ddb-b718-099d1ab12bb3 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:11.196574 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-68b7199a-e403-4f26-9730-3d136cacfb43 req-acafe3d8-3dae-4ddb-b718-099d1ab12bb3 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0509222 Oct 17 03:52:11.249157 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-68b7199a-e403-4f26-9730-3d136cacfb43 req-20a13d28-4f7c-4204-9f68-79e6c48c6bc9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465980 Oct 17 03:52:11.644262 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55268) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:11.649125 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:12.026317 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (689d62ce-3a2e-497c-8af3-8efc3609c5cc), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:12.259021 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=39,neutron:UPDATE=7 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:12.305048 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Deleting port cfb7afe4-fec7-4716-8a4c-581cf87990c6 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:52:12.305568 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:12.364553 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:12.394158 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae5cd-3de1-49a0-a12e-21907b9032c8 req-7bff11c9-e837-49c8-8adb-83f811cfb9a2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:12.395678 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8e6ae5cd-3de1-49a0-a12e-21907b9032c8 req-7bff11c9-e837-49c8-8adb-83f811cfb9a2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0613575 Oct 17 03:52:12.406654 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] For port cfb7afe4-fec7-4716-8a4c-581cf87990c6, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cfb7afe4-fec7-4716-8a4c-581cf87990c6,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:12.407006 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:12.422065 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Calling delete_port for cfb7afe4-fec7-4716-8a4c-581cf87990c6 owned by network:router_interface {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:52:12.456380 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8e6ae5cd-3de1-49a0-a12e-21907b9032c8 req-13cf0b9c-fa12-44ba-988f-87e1f6ced5de tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538504 Oct 17 03:52:12.495763 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55290) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:12.623462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd0a4-558d-4556-9058-fd1d3b1366ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:12.702237 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd0a4-558d-4556-9058-fd1d3b1366ff admin admin] Publish callbacks [] for security_group (182c107e-ab04-466a-921e-d46f8505f011), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:12.708091 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (cfb7afe4-fec7-4716-8a4c-581cf87990c6), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:12.733496 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb7afe4-fec7-4716-8a4c-581cf87990c6,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:12.789447 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd0a4-558d-4556-9058-fd1d3b1366ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (182c107e-ab04-466a-921e-d46f8505f011), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:12.800980 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:12.829433 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=12 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:12.835795 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecd0a4-558d-4556-9058-fd1d3b1366ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182c107e-ab04-466a-921e-d46f8505f011,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:12.847907 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e5ecd0a4-558d-4556-9058-fd1d3b1366ff admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=058f0160f3b544bb96aa73081b9ee948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509099 Oct 17 03:52:12.848230 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55298) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:12.858819 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:12.891361 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (689d62ce-3a2e-497c-8af3-8efc3609c5cc), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:12.952017 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60418a30-6751-4acc-b71c-cdaca108ef52 None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:52:12.955522 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:12.960656 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-85a01594-20e1-4c12-81c6-e761911541a9 admin admin] Publish callbacks [] for security_group (182c107e-ab04-466a-921e-d46f8505f011), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:12.976802 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:13.010692 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-85a01594-20e1-4c12-81c6-e761911541a9 admin admin] Publish callbacks [] for security_group (182c107e-ab04-466a-921e-d46f8505f011), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:13.148042 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:13.207090 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60418a30-6751-4acc-b71c-cdaca108ef52 None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:52:13.223801 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Router 689d62ce-3a2e-497c-8af3-8efc3609c5cc has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:52:13.271898 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-85a01594-20e1-4c12-81c6-e761911541a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (182c107e-ab04-466a-921e-d46f8505f011), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:13.274386 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-85a01594-20e1-4c12-81c6-e761911541a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:13.275573 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-85a01594-20e1-4c12-81c6-e761911541a9 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/182c107e-ab04-466a-921e-d46f8505f011 HTTP/1.1" status: 204 len: 168 time: 0.4263339 Oct 17 03:52:13.309879 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a01594-20e1-4c12-81c6-e761911541a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182c107e-ab04-466a-921e-d46f8505f011,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:13.391228 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:52:13.401780 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] Sync routers for ids ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:52:13.403835 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e0e7cb8d-7ecb-4e0e-8f12-f48514157807 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/689d62ce-3a2e-497c-8af3-8efc3609c5cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7590971 Oct 17 03:52:13.406363 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55316) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:13.420296 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] Routers {'689d62ce-3a2e-497c-8af3-8efc3609c5cc'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:52:13.421111 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:13.530069 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks [] for router (689d62ce-3a2e-497c-8af3-8efc3609c5cc), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:13.593333 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] Set router 689d62ce-3a2e-497c-8af3-8efc3609c5cc gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:52:13.615073 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b58b87-f892-443d-9977-88747f55acb7 req-33a8658f-466f-44b5-96b6-4f683f1fbdb1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:13.622902 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-96b58b87-f892-443d-9977-88747f55acb7 req-33a8658f-466f-44b5-96b6-4f683f1fbdb1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0698657 Oct 17 03:52:13.665704 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks [] for router_gateway (689d62ce-3a2e-497c-8af3-8efc3609c5cc), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:13.680921 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-96b58b87-f892-443d-9977-88747f55acb7 req-d1a1ed50-2093-4f28-844c-b5c8a778af03 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569246 Oct 17 03:52:13.763844 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Deleting port fd5e9d05-46c2-4164-b75b-d50217de4551 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:52:13.764424 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:13.875462 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:52:12Z', 'revision_number': 5, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'gw_port': {'id': 'fd5e9d05-46c2-4164-b75b-d50217de4551', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:13.889960 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] For port fd5e9d05-46c2-4164-b75b-d50217de4551, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=fd5e9d05-46c2-4164-b75b-d50217de4551,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:13.894252 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:13.903926 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] Checking router: 689d62ce-3a2e-497c-8af3-8efc3609c5cc for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:52:13.906552 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Calling delete_port for fd5e9d05-46c2-4164-b75b-d50217de4551 owned by network:router_gateway {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:52:13.913304 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] Routers {'689d62ce-3a2e-497c-8af3-8efc3609c5cc'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:52:13.913994 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:14.006431 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:14.011842 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] Set router 689d62ce-3a2e-497c-8af3-8efc3609c5cc gateway port host: None {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:52:14.064391 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:52:13Z', 'revision_number': 6, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:14.087080 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55328) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:14.101618 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acfded-5a48-40b6-a81b-61aa29045780 None None] The sync data for ids ['689d62ce-3a2e-497c-8af3-8efc3609c5cc'] in dv-cinder-815582-16-iscsi is: [{'id': '689d62ce-3a2e-497c-8af3-8efc3609c5cc', 'name': 'tempest-DeleteServersTestJSON-1645509808-router', 'tenant_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:52:13Z', 'revision_number': 6, 'project_id': '38bd8dbff7d74bf4baa7c2aeca32c557', 'gw_port_host': None}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:52:14.105736 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cb7c8b18-91c1-4c4a-b6a1-3c71c3a47387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.203961 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cb7c8b18-91c1-4c4a-b6a1-3c71c3a47387 admin admin] Publish callbacks [] for security_group (1c69dfe0-c64f-47db-b279-1465b8bbb7ef), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.206248 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (fd5e9d05-46c2-4164-b75b-d50217de4551), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.217549 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-a7a935db-80af-411e-aaac-a728a534129f None None] Provisioning complete for port f8f826a2-9593-4e15-8182-01f5cde0df96 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:14.218475 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-a7a935db-80af-411e-aaac-a728a534129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.218982 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-a7a935db-80af-411e-aaac-a728a534129f None None] Attempt 1 to provision port f8f826a2-9593-4e15-8182-01f5cde0df96 Oct 17 03:52:14.234704 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5e9d05-46c2-4164-b75b-d50217de4551,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:14.271020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (689d62ce-3a2e-497c-8af3-8efc3609c5cc), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.291838 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cb7c8b18-91c1-4c4a-b6a1-3c71c3a47387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (1c69dfe0-c64f-47db-b279-1465b8bbb7ef), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.301095 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-a7a935db-80af-411e-aaac-a728a534129f None None] Current status of the port f8f826a2-9593-4e15-8182-01f5cde0df96 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:14.329577 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:14.335391 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-cb7c8b18-91c1-4c4a-b6a1-3c71c3a47387 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=d9ebd05b5afc42028af1064478e9f5fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471616 Oct 17 03:52:14.338765 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55342) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:14.352597 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c8b18-91c1-4c4a-b6a1-3c71c3a47387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c69dfe0-c64f-47db-b279-1465b8bbb7ef,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:14.383993 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (689d62ce-3a2e-497c-8af3-8efc3609c5cc), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.383993 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks [] for router_controller (689d62ce-3a2e-497c-8af3-8efc3609c5cc), precommit_delete_associations {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.403591 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-975342f9-cfde-46dd-a17a-61a0ec1f886d admin admin] Publish callbacks [] for security_group (1c69dfe0-c64f-47db-b279-1465b8bbb7ef), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.426405 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-975342f9-cfde-46dd-a17a-61a0ec1f886d admin admin] Publish callbacks [] for security_group (1c69dfe0-c64f-47db-b279-1465b8bbb7ef), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.486130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (689d62ce-3a2e-497c-8af3-8efc3609c5cc), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.486817 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 689d62ce-3a2e-497c-8af3-8efc3609c5cc {{(pid=111640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:52:14.492561 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.494140 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-b7080b41-089b-40de-bd08-90610276cc7c admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/689d62ce-3a2e-497c-8af3-8efc3609c5cc HTTP/1.1" status: 204 len: 168 time: 1.0867472 Oct 17 03:52:14.496731 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55348) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:14.547812 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9862353f-8472-4b45-af69-54530bb6c563 admin admin] Deleting subnet 96678dbf-78f1-41d0-83ad-363a298c1af7 {{(pid=111640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:52:14.549905 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-975342f9-cfde-46dd-a17a-61a0ec1f886d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (1c69dfe0-c64f-47db-b279-1465b8bbb7ef), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.552661 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-975342f9-cfde-46dd-a17a-61a0ec1f886d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.554538 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-975342f9-cfde-46dd-a17a-61a0ec1f886d admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/1c69dfe0-c64f-47db-b279-1465b8bbb7ef HTTP/1.1" status: 204 len: 168 time: 0.2139239 Oct 17 03:52:14.563840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9862353f-8472-4b45-af69-54530bb6c563 admin admin] Publish callbacks [] for subnet (96678dbf-78f1-41d0-83ad-363a298c1af7), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.568634 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975342f9-cfde-46dd-a17a-61a0ec1f886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c69dfe0-c64f-47db-b279-1465b8bbb7ef,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:14.603992 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9862353f-8472-4b45-af69-54530bb6c563 admin admin] Publish callbacks [] for subnet (96678dbf-78f1-41d0-83ad-363a298c1af7), precommit_delete_associations {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.679391 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9862353f-8472-4b45-af69-54530bb6c563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (96678dbf-78f1-41d0-83ad-363a298c1af7), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.803434 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9862353f-8472-4b45-af69-54530bb6c563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for subnet (96678dbf-78f1-41d0-83ad-363a298c1af7), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.836772 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862353f-8472-4b45-af69-54530bb6c563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96678dbf-78f1-41d0-83ad-363a298c1af7,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:14.841864 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9862353f-8472-4b45-af69-54530bb6c563 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:14.849310 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-9862353f-8472-4b45-af69-54530bb6c563 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/96678dbf-78f1-41d0-83ad-363a298c1af7 HTTP/1.1" status: 204 len: 168 time: 0.3487530 Oct 17 03:52:14.849475 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecaea9c-6ef8-4081-a7c5-fe9725e72231 None None] Network b23131e6-b5ff-474c-893a-7c99bb8a9ead requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:52:14.849686 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55362) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:14.863916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f24f1-7e8a-4096-8e6f-18b1138d9fca req-6a319bd8-9e04-48e8-bc27-c220b2499671 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:14.867334 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-473f24f1-7e8a-4096-8e6f-18b1138d9fca req-6a319bd8-9e04-48e8-bc27-c220b2499671 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0949655 Oct 17 03:52:14.940023 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-473f24f1-7e8a-4096-8e6f-18b1138d9fca req-8270caac-f432-4ccb-a80a-16f3ceca3bac tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532432 Oct 17 03:52:15.005392 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (b23131e6-b5ff-474c-893a-7c99bb8a9ead), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.053588 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Deleting port f8f826a2-9593-4e15-8182-01f5cde0df96 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:52:15.053877 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.091720 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] DHCP port deletion for b23131e6-b5ff-474c-893a-7c99bb8a9ead request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:52:15.149047 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Deleting port f8f826a2-9593-4e15-8182-01f5cde0df96 {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:52:15.149671 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.207831 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cfb7afe4-fec7-4716-8a4c-581cf87990c6 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:52:15.233264 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: cfb7afe4-fec7-4716-8a4c-581cf87990c6 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:52:15.234554 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cfb7afe4-fec7-4716-8a4c-581cf87990c6 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:52:15.234554 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device fd5e9d05-46c2-4164-b75b-d50217de4551 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:52:15.270637 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: fd5e9d05-46c2-4164-b75b-d50217de4551 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:52:15.270979 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device fd5e9d05-46c2-4164-b75b-d50217de4551 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:52:15.285218 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] For port f8f826a2-9593-4e15-8182-01f5cde0df96, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=f8f826a2-9593-4e15-8182-01f5cde0df96,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:15.285675 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.303572 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Calling delete_port for f8f826a2-9593-4e15-8182-01f5cde0df96 owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:52:15.346722 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] For port f8f826a2-9593-4e15-8182-01f5cde0df96, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=f8f826a2-9593-4e15-8182-01f5cde0df96,segment=NetworkSegment(8e3646e4-b4d2-432e-b813-239d1b3d40cd),segment_id=8e3646e4-b4d2-432e-b813-239d1b3d40cd)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:15.347687 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.361370 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Calling delete_port for f8f826a2-9593-4e15-8182-01f5cde0df96 owned by network:dhcp {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:52:15.518759 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.532457 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (f8f826a2-9593-4e15-8182-01f5cde0df96), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.545584 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Pushing event deleted for resources: {'Port': ['ID=f8f826a2-9593-4e15-8182-01f5cde0df96,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:15.550940 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] No DVR routers for this DVR port f8f826a2-9593-4e15-8182-01f5cde0df96 on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:52:15.557359 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.557709 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.558078 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.558407 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.558739 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.559065 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.559395 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.559711 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.560106 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.560617 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.561043 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.561373 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.561698 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.562021 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.562347 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde793-a17f-4c81-b96f-3958c5360941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:15.567018 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f826a2-9593-4e15-8182-01f5cde0df96,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:15.569751 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] No DVR routers for this DVR port f8f826a2-9593-4e15-8182-01f5cde0df96 on host dv-cinder-815582-16-iscsi {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:52:15.643842 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (b23131e6-b5ff-474c-893a-7c99bb8a9ead), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.664294 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.664661 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.665423 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.665771 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > port after_create 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.666110 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > port after_delete 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.666451 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > port after_update 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.666768 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.667102 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.667416 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.667747 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.813769 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.814116 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.814444 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.814796 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:52:15.815759 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23131e6-b5ff-474c-893a-7c99bb8a9ead']}} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:15.833149 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3646e4-b4d2-432e-b813-239d1b3d40cd') {'for_net_delete': True} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:15.833366 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3646e4-b4d2-432e-b813-239d1b3d40cd') {} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:15.853912 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119884'] for segment (8e3646e4-b4d2-432e-b813-239d1b3d40cd), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.874738 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (8e3646e4-b4d2-432e-b813-239d1b3d40cd), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:15.884615 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=111639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:52:15.885416 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14817079'] for segment (8e3646e4-b4d2-432e-b813-239d1b3d40cd), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:16.053884 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (b23131e6-b5ff-474c-893a-7c99bb8a9ead), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:16.078387 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:16.078387 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/b23131e6-b5ff-474c-893a-7c99bb8a9ead HTTP/1.1" status: 204 len: 168 time: 1.2260358 Oct 17 03:52:16.089915 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ce3cb-780d-4606-9f0e-b6f6d1cc691d admin admin] Pushing event deleted for resources: {'Network': ['ID=b23131e6-b5ff-474c-893a-7c99bb8a9ead,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:16.097600 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03be87-85e4-45d0-ba93-a8bf474a6aa3 req-90918333-d16b-4157-bfed-6a8d28cd79b8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:16.099118 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0a03be87-85e4-45d0-ba93-a8bf474a6aa3 req-90918333-d16b-4157-bfed-6a8d28cd79b8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0739589 Oct 17 03:52:16.131569 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:16.149264 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0a03be87-85e4-45d0-ba93-a8bf474a6aa3 req-b9b3752a-fe2e-48ca-b8ee-abf05bd6489e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Oct 17 03:52:16.155179 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 8e3646e4-b4d2-432e-b813-239d1b3d40cd resource provider aggregate not found Oct 17 03:52:16.172373 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 8e3646e4-b4d2-432e-b813-239d1b3d40cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e3646e4-b4d2-432e-b813-239d1b3d40cd found for delete ", "request_id": "req-4c2d48e9-ab11-4181-a9fc-28d7046cf926"}]} Oct 17 03:52:16.553253 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55422) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:16.594951 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-afedf1ac-0644-487f-af3c-01bb3b86ec70 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=38bd8dbff7d74bf4baa7c2aeca32c557&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403404 Oct 17 03:52:16.604111 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55424) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:16.643498 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:16.652978 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5e4d-3ba9-4f80-810a-11a5a06e1ba5 admin admin] Publish callbacks [] for security_group (8ae81a28-4a65-4339-a115-0d2c4f87ac83), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:16.673367 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5e4d-3ba9-4f80-810a-11a5a06e1ba5 admin admin] Publish callbacks [] for security_group (8ae81a28-4a65-4339-a115-0d2c4f87ac83), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:16.833695 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5e4d-3ba9-4f80-810a-11a5a06e1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (8ae81a28-4a65-4339-a115-0d2c4f87ac83), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:16.836830 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5e4d-3ba9-4f80-810a-11a5a06e1ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:16.838921 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-cc7e5e4d-3ba9-4f80-810a-11a5a06e1ba5 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/8ae81a28-4a65-4339-a115-0d2c4f87ac83 HTTP/1.1" status: 204 len: 168 time: 0.2338371 Oct 17 03:52:16.849758 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e5e4d-3ba9-4f80-810a-11a5a06e1ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae81a28-4a65-4339-a115-0d2c4f87ac83,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:17.122447 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device f8f826a2-9593-4e15-8182-01f5cde0df96 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:52:17.144775 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: f8f826a2-9593-4e15-8182-01f5cde0df96 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:52:17.145367 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device f8f826a2-9593-4e15-8182-01f5cde0df96 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:52:17.277337 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9f784-3253-4d25-84d2-07a0c0bf442a req-84021220-05b3-4203-ada5-9cf6c0ebad8a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:17.278825 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f5c9f784-3253-4d25-84d2-07a0c0bf442a req-84021220-05b3-4203-ada5-9cf6c0ebad8a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0501003 Oct 17 03:52:17.330278 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f5c9f784-3253-4d25-84d2-07a0c0bf442a req-58bc8317-dba6-4e0f-8d85-425ac1cb3ad9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423670 Oct 17 03:52:18.033828 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55474) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:18.133265 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-776414199-network', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:18.251779 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Made reservation on behalf of a139d546eb6a4ff595a94d0e1528ee5d for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:52:18.254825 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:18.263956 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:18.339138 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Publish callbacks [] for security_group (ef4c0fd6-2008-475e-9e47-c17bd947e9ea), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:18.400477 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (ef4c0fd6-2008-475e-9e47-c17bd947e9ea), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:18.427911 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:52:18.463687 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4c0fd6-2008-475e-9e47-c17bd947e9ea,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:18.474419 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (3e395010-b352-464a-abae-5d4a542903de), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:18.474737 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Added segment 3e395010-b352-464a-abae-5d4a542903de of type vlan for network a10170e9-307c-484d-ab5a-624a6e00b8f8 Oct 17 03:52:18.495700 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed84a4-adde-4a70-b19f-b952277c539a req-4c1d0fa2-aa96-4a6b-90c1-5637377c4699 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:18.497201 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-66ed84a4-adde-4a70-b19f-b952277c539a req-4c1d0fa2-aa96-4a6b-90c1-5637377c4699 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0704057 Oct 17 03:52:18.543018 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (a10170e9-307c-484d-ab5a-624a6e00b8f8), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:18.602188 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-66ed84a4-adde-4a70-b19f-b952277c539a req-4d2a6371-a603-48cd-8129-88e11e1b74c9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851631 Oct 17 03:52:18.663031 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (a10170e9-307c-484d-ab5a-624a6e00b8f8), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:18.664127 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:18.664711 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:18.725200 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] Pushing event updated for resources: {'Network': ['ID=a10170e9-307c-484d-ab5a-624a6e00b8f8,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:18.734783 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:52:18.752363 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-dd468c80-c90b-4d48-8671-ff16b7676301 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7167099 Oct 17 03:52:18.755703 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55498) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:18.761594 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Request body: {'subnet': {'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-776414199-subnet', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:18.884612 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Made reservation on behalf of a139d546eb6a4ff595a94d0e1528ee5d for: {'subnet': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:52:18.887094 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:18.900840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:19.092843 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55504) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:19.126324 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for subnet (ce7ccc02-d86d-45fa-9ca0-acf61727e7f7), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.153875 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:19.182484 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:19.204593 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Checking segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:52:19.205208 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Network hostable DHCP agents. Network: a10170e9-307c-484d-ab5a-624a6e00b8f8, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:52:19.208451 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d5d770cd-8685-4f26-84cb-e773f11ebe7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.296269 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d5d770cd-8685-4f26-84cb-e773f11ebe7e admin admin] Publish callbacks [] for security_group (1eaad1d0-6b6f-4c7c-985e-2d8df4baa289), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.321346 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:52:19.377176 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d5d770cd-8685-4f26-84cb-e773f11ebe7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (1eaad1d0-6b6f-4c7c-985e-2d8df4baa289), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.413905 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, a10170e9-307c-484d-ab5a-624a6e00b8f8) {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:19.422448 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6bf3e8-7041-464e-8c8a-ee36743be42e None None] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:52:19.423382 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55510) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:19.430719 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-d5d770cd-8685-4f26-84cb-e773f11ebe7e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=98c4ff300d0840669463225fdf9c9748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367872 Oct 17 03:52:19.431502 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d770cd-8685-4f26-84cb-e773f11ebe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaad1d0-6b6f-4c7c-985e-2d8df4baa289,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:19.434843 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:19.435284 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.485680 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05f15327-e955-485f-94c4-390bdb65c920 admin admin] Publish callbacks [] for security_group (1eaad1d0-6b6f-4c7c-985e-2d8df4baa289), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.505372 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05f15327-e955-485f-94c4-390bdb65c920 admin admin] Publish callbacks [] for security_group (1eaad1d0-6b6f-4c7c-985e-2d8df4baa289), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.509552 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:19.523588 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-7da48774-cfe1-4ccc-90e3-26ddb75d8324 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7659473 Oct 17 03:52:19.526199 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55514) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:19.533668 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:19.540609 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-a10170e9-307c-484d-ab5a-624a6e00b8f8', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:52:19.541954 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.645016 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05f15327-e955-485f-94c4-390bdb65c920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (1eaad1d0-6b6f-4c7c-985e-2d8df4baa289), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.649389 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.649389 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.650137 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05f15327-e955-485f-94c4-390bdb65c920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.650137 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-05f15327-e955-485f-94c4-390bdb65c920 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/1eaad1d0-6b6f-4c7c-985e-2d8df4baa289 HTTP/1.1" status: 204 len: 168 time: 0.2246990 Oct 17 03:52:19.658302 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f15327-e955-485f-94c4-390bdb65c920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaad1d0-6b6f-4c7c-985e-2d8df4baa289,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:19.723870 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks [] for router_controller (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), precommit_add_association {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:19.742258 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Allocated IP 172.20.0.2 (a10170e9-307c-484d-ab5a-624a6e00b8f8/ce7ccc02-d86d-45fa-9ca0-acf61727e7f7/75b95579-8620-465a-86da-ee2a7ddfb177) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:52:19.778520 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c93a9-aad7-455a-8b7d-9643686fdfe1 req-18c4f305-d589-4743-ad77-d0b2b36c3bf1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:19.785271 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-437c93a9-aad7-455a-8b7d-9643686fdfe1 req-18c4f305-d589-4743-ad77-d0b2b36c3bf1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0485494 Oct 17 03:52:19.831262 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:19.917249 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Publish callbacks [] for port (75b95579-8620-465a-86da-ee2a7ddfb177), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.008398 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.073352 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:52:20.077207 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:20.083025 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:52:20.093105 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Pushing event updated for resources: {'Port': ['ID=75b95579-8620-465a-86da-ee2a7ddfb177,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:20.130389 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-437c93a9-aad7-455a-8b7d-9643686fdfe1 req-634cb994-bb09-4593-b47d-1cd5f5786f8f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369668 Oct 17 03:52:20.194789 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:20.219985 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Attempting to bind port 75b95579-8620-465a-86da-ee2a7ddfb177 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:52:20.220360 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Attempting to bind port 75b95579-8620-465a-86da-ee2a7ddfb177 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:52:20.220724 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Attempting to bind port 75b95579-8620-465a-86da-ee2a7ddfb177 on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:52:20.256791 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks [] for router_gateway (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.283955 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:52:20.284526 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Checking segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:52:20.284846 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.285243 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Bound using segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:52:20.285770 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Bound port: 75b95579-8620-465a-86da-ee2a7ddfb177, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:52:20.286163 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.295276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:20.350664 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] For port 75b95579-8620-465a-86da-ee2a7ddfb177, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:52:20.353719 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] For port 75b95579-8620-465a-86da-ee2a7ddfb177, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=75b95579-8620-465a-86da-ee2a7ddfb177,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:52:20.417592 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.483964 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32a86-f21c-474e-99de-3f77edfa4c4f None None] Pushing event updated for resources: {'Port': ['ID=75b95579-8620-465a-86da-ee2a7ddfb177,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:20.535634 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks [] for router_gateway (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.542054 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55544) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:20.557092 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-35953df4-5366-41a8-b3c2-2117f07be3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.566947 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.580247 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:20.638105 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.650047 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:20.693173 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-35953df4-5366-41a8-b3c2-2117f07be3f3 admin admin] Publish callbacks [] for security_group (1c13d868-0145-4dca-8cba-e5bf51ed8d6b), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.708122 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:20.738987 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Allocated IP 172.27.4.118 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/61e76146-c5f4-4f6b-b728-7c8713813164) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:52:20.754654 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-35953df4-5366-41a8-b3c2-2117f07be3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (1c13d868-0145-4dca-8cba-e5bf51ed8d6b), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.799049 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-35953df4-5366-41a8-b3c2-2117f07be3f3 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=d2c32efd670142f7b42b0162c7038751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553048 Oct 17 03:52:20.800000 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35953df4-5366-41a8-b3c2-2117f07be3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c13d868-0145-4dca-8cba-e5bf51ed8d6b,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:20.802769 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55548) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:20.855497 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-72cbf94e-4fe6-44d6-a371-4d75c20da082 admin admin] Publish callbacks [] for security_group (1c13d868-0145-4dca-8cba-e5bf51ed8d6b), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.859573 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks [] for port (61e76146-c5f4-4f6b-b728-7c8713813164), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.874337 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:52:20.876743 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-72cbf94e-4fe6-44d6-a371-4d75c20da082 admin admin] Publish callbacks [] for security_group (1c13d868-0145-4dca-8cba-e5bf51ed8d6b), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:20.972666 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:21.011417 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:52:21.014237 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:21.016939 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:52:21.023568 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-72cbf94e-4fe6-44d6-a371-4d75c20da082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (1c13d868-0145-4dca-8cba-e5bf51ed8d6b), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:21.026429 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-72cbf94e-4fe6-44d6-a371-4d75c20da082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:21.033360 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-72cbf94e-4fe6-44d6-a371-4d75c20da082 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/1c13d868-0145-4dca-8cba-e5bf51ed8d6b HTTP/1.1" status: 204 len: 168 time: 0.2286553 Oct 17 03:52:21.043002 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbf94e-4fe6-44d6-a371-4d75c20da082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c13d868-0145-4dca-8cba-e5bf51ed8d6b,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:21.058424 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Pushing event updated for resources: {'Port': ['ID=61e76146-c5f4-4f6b-b728-7c8713813164,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:21.192722 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 75b95579-8620-465a-86da-ee2a7ddfb177 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:52:21.240640 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 75b95579-8620-465a-86da-ee2a7ddfb177 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:21.243858 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:21.243858 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 75b95579-8620-465a-86da-ee2a7ddfb177 Oct 17 03:52:21.465305 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc1a1-56a9-4b90-9924-6be6c7551cab req-713f4fe7-de24-43df-aea9-066176bad351 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:21.473775 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-283fc1a1-56a9-4b90-9924-6be6c7551cab req-713f4fe7-de24-43df-aea9-066176bad351 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0927322 Oct 17 03:52:21.505094 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 75b95579-8620-465a-86da-ee2a7ddfb177 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:21.505478 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:21.527211 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-283fc1a1-56a9-4b90-9924-6be6c7551cab req-36f00ee2-dba5-43ce-8e51-205abd72fbc1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522995 Oct 17 03:52:21.553421 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks [] for router_gateway (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:21.556222 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 75b95579-8620-465a-86da-ee2a7ddfb177, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=75b95579-8620-465a-86da-ee2a7ddfb177,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:21.618109 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac796982-6a4d-408d-aca7-9cb3914108e1 None None] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:52:21.620331 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:21.677510 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:21.718220 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-870f9e85-c552-4a40-9d5e-084c02a1491d None None] Provisioning complete for port 75b95579-8620-465a-86da-ee2a7ddfb177 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:21.718584 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-870f9e85-c552-4a40-9d5e-084c02a1491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:21.718913 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-870f9e85-c552-4a40-9d5e-084c02a1491d None None] Attempt 1 to provision port 75b95579-8620-465a-86da-ee2a7ddfb177 Oct 17 03:52:21.778647 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:21.781901 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=75b95579-8620-465a-86da-ee2a7ddfb177,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:21.800751 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:21.881381 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-870f9e85-c552-4a40-9d5e-084c02a1491d None None] Current status of the port 75b95579-8620-465a-86da-ee2a7ddfb177 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:22.057559 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55576) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:22.074342 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:52:22.075842 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5095644-3910-4925-afd2-e57f1fd9ec75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.101157 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-eb997aea-2b51-4d11-9071-dee83569a84b None None] Provisioning complete for port 75b95579-8620-465a-86da-ee2a7ddfb177 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:22.102955 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-eb997aea-2b51-4d11-9071-dee83569a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.105660 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-eb997aea-2b51-4d11-9071-dee83569a84b None None] Attempt 1 to provision port 75b95579-8620-465a-86da-ee2a7ddfb177 Oct 17 03:52:22.208086 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:52:22.210651 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5095644-3910-4925-afd2-e57f1fd9ec75 admin admin] Publish callbacks [] for security_group (da0f9766-dad1-4a74-88b4-1d250be69b49), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.220174 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:52:22.225578 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-eb997aea-2b51-4d11-9071-dee83569a84b None None] Current status of the port 75b95579-8620-465a-86da-ee2a7ddfb177 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:22.234310 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:52:22.234944 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:22.297425 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f5095644-3910-4925-afd2-e57f1fd9ec75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (da0f9766-dad1-4a74-88b4-1d250be69b49), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.334562 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.336139 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-90661e52-7e99-47ab-8aa4-f51f985af366 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8080385 Oct 17 03:52:22.338750 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55582) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:22.353385 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-f5095644-3910-4925-afd2-e57f1fd9ec75 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=cda4c94a481945b9b19aaf41135a3bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937007 Oct 17 03:52:22.355150 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5095644-3910-4925-afd2-e57f1fd9ec75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f9766-dad1-4a74-88b4-1d250be69b49,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:22.358650 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:52:22.359571 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55584) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:22.414214 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d75e2b73-6e63-4f68-8dc6-a621ed372262 admin admin] Publish callbacks [] for security_group (da0f9766-dad1-4a74-88b4-1d250be69b49), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.438704 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d75e2b73-6e63-4f68-8dc6-a621ed372262 admin admin] Publish callbacks [] for security_group (da0f9766-dad1-4a74-88b4-1d250be69b49), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.558218 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:21Z', 'revision_number': 3, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:22.566763 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d75e2b73-6e63-4f68-8dc6-a621ed372262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (da0f9766-dad1-4a74-88b4-1d250be69b49), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.569761 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d75e2b73-6e63-4f68-8dc6-a621ed372262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.571111 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d75e2b73-6e63-4f68-8dc6-a621ed372262 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/da0f9766-dad1-4a74-88b4-1d250be69b49 HTTP/1.1" status: 204 len: 168 time: 0.2103314 Oct 17 03:52:22.622156 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:52:22.622543 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Updating router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 port 61e76146-c5f4-4f6b-b728-7c8713813164 binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:52:22.633900 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e2b73-6e63-4f68-8dc6-a621ed372262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f9766-dad1-4a74-88b4-1d250be69b49,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:22.705692 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.780943 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f60df-893e-4ddc-a48e-a860d590d683 req-1707312c-4c59-4aee-bcd7-205c9eb378a4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:22.782740 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-163f60df-893e-4ddc-a48e-a860d590d683 req-1707312c-4c59-4aee-bcd7-205c9eb378a4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0802677 Oct 17 03:52:22.868631 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-163f60df-893e-4ddc-a48e-a860d590d683 req-92e07716-21f4-4768-8695-29bdca3b3302 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769858 Oct 17 03:52:22.872220 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:22.925856 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:22.992512 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Publish callbacks [] for port (61e76146-c5f4-4f6b-b728-7c8713813164), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.069162 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.139308 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06d9f9-c11f-4d26-ac7a-9baa4d0e7b91 None None] Pushing event updated for resources: {'Port': ['ID=61e76146-c5f4-4f6b-b728-7c8713813164,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:23.144265 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Attempting to bind port 61e76146-c5f4-4f6b-b728-7c8713813164 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:52:23.144712 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Attempting to bind port 61e76146-c5f4-4f6b-b728-7c8713813164 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:52:23.145144 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Attempting to bind port 61e76146-c5f4-4f6b-b728-7c8713813164 on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:52:23.160224 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Allocated IP 172.20.0.1 (a10170e9-307c-484d-ab5a-624a6e00b8f8/ce7ccc02-d86d-45fa-9ca0-acf61727e7f7/ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:52:23.169823 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 75b95579-8620-465a-86da-ee2a7ddfb177 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:52:23.225303 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:52:23.225897 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:52:23.226067 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.226462 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:52:23.227399 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Bound port: 61e76146-c5f4-4f6b-b728-7c8713813164, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:52:23.227399 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.271507 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 75b95579-8620-465a-86da-ee2a7ddfb177 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:23.271507 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.271507 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 75b95579-8620-465a-86da-ee2a7ddfb177 Oct 17 03:52:23.298927 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Publish callbacks [] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.319706 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] For port 61e76146-c5f4-4f6b-b728-7c8713813164, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:52:23.322899 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] For port 61e76146-c5f4-4f6b-b728-7c8713813164, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=61e76146-c5f4-4f6b-b728-7c8713813164,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:52:23.365030 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 75b95579-8620-465a-86da-ee2a7ddfb177 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:23.386974 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:23.421974 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.422205 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.468916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:52:23.469963 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:52:23.470594 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:23.474556 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:23.478359 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:52:23.478837 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.516568 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Pushing event updated for resources: {'Port': ['ID=ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:23.548312 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06d9f9-c11f-4d26-ac7a-9baa4d0e7b91 None None] Pushing event updated for resources: {'Port': ['ID=61e76146-c5f4-4f6b-b728-7c8713813164,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:23.615644 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:52:23.704889 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.772620 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-6b805989-3fa8-4966-b943-94c463ccc0bf None None] Provisioning complete for port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:23.773329 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6b805989-3fa8-4966-b943-94c463ccc0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:23.774002 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-6b805989-3fa8-4966-b943-94c463ccc0bf None None] Attempt 1 to provision port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e Oct 17 03:52:23.817624 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:23.827248 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55636) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:23.842038 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:23.864681 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-6b805989-3fa8-4966-b943-94c463ccc0bf None None] Port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:52:23.914160 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:21Z', 'revision_number': 3, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:23.952926 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351324e6-5e6b-4f58-b9bb-1227ea5dfb41 None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:21Z', 'revision_number': 3, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:52:24.028861 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Publish callbacks [] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.033153 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e8e771cd-624f-4c18-891e-2519ccc6f6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.058466 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff51f8f-6f47-41f1-9975-af2349186525 req-ad8a647f-6110-4327-ae0a-19ee67796c69 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:24.060026 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dff51f8f-6f47-41f1-9975-af2349186525 req-ad8a647f-6110-4327-ae0a-19ee67796c69 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0782413 Oct 17 03:52:24.097993 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.098762 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.144696 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55646) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:24.150718 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:24.159707 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dff51f8f-6f47-41f1-9975-af2349186525 req-75d5c599-bbc5-4bd5-9eb3-ae78fcf02404 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894320 Oct 17 03:52:24.188561 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e8e771cd-624f-4c18-891e-2519ccc6f6c6 admin admin] Publish callbacks [] for security_group (fe421144-d28f-46fe-9cd8-751570554801), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.214734 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Pushing event updated for resources: {'Port': ['ID=ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:24.233634 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:24.279553 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:52:24.280226 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e8e771cd-624f-4c18-891e-2519ccc6f6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (fe421144-d28f-46fe-9cd8-751570554801), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.281079 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:24.336480 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1991804578-network', 'tenant_id': 'c561fe5da6e644839d762e7ecef5515c'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:24.361298 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e8e771cd-624f-4c18-891e-2519ccc6f6c6 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=7bc690e6c888404fbfc488c898ad2f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5329306 Oct 17 03:52:24.364240 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55650) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:24.364511 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e771cd-624f-4c18-891e-2519ccc6f6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe421144-d28f-46fe-9cd8-751570554801,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:24.489925 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6d61de7a-6078-4ec5-b664-4a82092d3114 admin admin] Publish callbacks [] for security_group (fe421144-d28f-46fe-9cd8-751570554801), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.513753 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:52:24.528100 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6d61de7a-6078-4ec5-b664-4a82092d3114 admin admin] Publish callbacks [] for security_group (fe421144-d28f-46fe-9cd8-751570554801), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.537130 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Made reservation on behalf of c561fe5da6e644839d762e7ecef5515c for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:52:24.539676 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.549948 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:24.569208 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.604897 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-083a75fe-5aa1-4586-b25b-26bddec0c0dc None None] Provisioning complete for port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:24.605885 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-083a75fe-5aa1-4586-b25b-26bddec0c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.607406 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-083a75fe-5aa1-4586-b25b-26bddec0c0dc None None] Attempt 1 to provision port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e Oct 17 03:52:24.664023 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-083a75fe-5aa1-4586-b25b-26bddec0c0dc None None] Port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:52:24.744196 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Publish callbacks [] for security_group (381ae8ad-11a7-454d-a69a-5001aa7377e6), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.856509 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:24.883023 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (381ae8ad-11a7-454d-a69a-5001aa7377e6), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:24.906530 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:52:24.911876 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-5f124c0a-c155-493b-9c07-c159f39ce1cb admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/80c930c8-bb33-4dd7-b5ae-05f1eb411e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5720067 Oct 17 03:52:24.917623 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381ae8ad-11a7-454d-a69a-5001aa7377e6,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:25.010019 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6d61de7a-6078-4ec5-b664-4a82092d3114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (fe421144-d28f-46fe-9cd8-751570554801), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.012731 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6d61de7a-6078-4ec5-b664-4a82092d3114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.014039 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6d61de7a-6078-4ec5-b664-4a82092d3114 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/fe421144-d28f-46fe-9cd8-751570554801 HTTP/1.1" status: 204 len: 168 time: 0.6490874 Oct 17 03:52:25.014668 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:52:25.023548 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61de7a-6078-4ec5-b664-4a82092d3114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe421144-d28f-46fe-9cd8-751570554801,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:25.054573 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (010956ed-7b86-4835-aca9-c37d43642e17), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.054919 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Added segment 010956ed-7b86-4835-aca9-c37d43642e17 of type vlan for network 7bde2593-f357-4f67-b8f1-ec298e848626 Oct 17 03:52:25.116038 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (7bde2593-f357-4f67-b8f1-ec298e848626), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.173682 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 61e76146-c5f4-4f6b-b728-7c8713813164 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:52:25.196148 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:25.213447 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 61e76146-c5f4-4f6b-b728-7c8713813164 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:25.213880 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.214279 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 61e76146-c5f4-4f6b-b728-7c8713813164 Oct 17 03:52:25.293547 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 61e76146-c5f4-4f6b-b728-7c8713813164 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:25.293737 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf245d-d304-481b-85b9-f5a5f6d8ed2c req-a0e61998-ebfa-4889-914d-a4a7d8af0af6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:25.293869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.295060 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9bdf245d-d304-481b-85b9-f5a5f6d8ed2c req-a0e61998-ebfa-4889-914d-a4a7d8af0af6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0452302 Oct 17 03:52:25.315948 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 61e76146-c5f4-4f6b-b728-7c8713813164, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=61e76146-c5f4-4f6b-b728-7c8713813164,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:25.325410 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (7bde2593-f357-4f67-b8f1-ec298e848626), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.326493 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:25.327156 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.328945 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55668) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:25.334701 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-6afcf9ab-4e62-49f3-b7f2-99bdc6e5fe25 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814973989', 'description': 'tempest-description--252713658'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:25.407470 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] Pushing event updated for resources: {'Network': ['ID=7bde2593-f357-4f67-b8f1-ec298e848626,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:25.410516 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.413689 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9bdf245d-d304-481b-85b9-f5a5f6d8ed2c req-896c62aa-9616-4b20-b2f2-d28fde4a2b65 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120811 Oct 17 03:52:25.433795 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 7bde2593-f357-4f67-b8f1-ec298e848626 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:52:25.439188 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6afcf9ab-4e62-49f3-b7f2-99bdc6e5fe25 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.443436 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ea69e466-6b2f-4f96-8d1b-86d5a21a535e admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2974677 Oct 17 03:52:25.446033 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55670) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:25.453522 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Request body: {'subnet': {'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1991804578-subnet', 'tenant_id': 'c561fe5da6e644839d762e7ecef5515c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:25.548659 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Made reservation on behalf of c561fe5da6e644839d762e7ecef5515c for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:52:25.548796 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=61e76146-c5f4-4f6b-b728-7c8713813164,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:25.554564 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13532194'] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.645626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6afcf9ab-4e62-49f3-b7f2-99bdc6e5fe25 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (5bc067c3-683f-43f3-aa73-8ede099793bf), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.724192 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6afcf9ab-4e62-49f3-b7f2-99bdc6e5fe25 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5bc067c3-683f-43f3-aa73-8ede099793bf), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.755212 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcf9ab-4e62-49f3-b7f2-99bdc6e5fe25 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc067c3-683f-43f3-aa73-8ede099793bf,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:25.808143 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:52:25.817330 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13532208'] for subnet (8c93b4ea-d0ff-4586-89da-c3f90b258401), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.820567 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:52:25.821281 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:25.821805 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6afcf9ab-4e62-49f3-b7f2-99bdc6e5fe25 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.823208 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6afcf9ab-4e62-49f3-b7f2-99bdc6e5fe25 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4926593 Oct 17 03:52:25.826169 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55684) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:25.836008 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-95c78d51-cf48-4a6d-899a-5be826abb2b5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group_rule': {'security_group_id': '5bc067c3-683f-43f3-aa73-8ede099793bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:25.882530 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c93b4ea-d0ff-4586-89da-c3f90b258401,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:25.892668 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Checking segment: {'id': '010956ed-7b86-4835-aca9-c37d43642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:52:25.893340 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Network hostable DHCP agents. Network: 7bde2593-f357-4f67-b8f1-ec298e848626, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:52:25.934482 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:52:25.937421 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-95c78d51-cf48-4a6d-899a-5be826abb2b5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (29d04406-08a4-4382-a4ca-22124cfee1e7), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:25.982906 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Network 7bde2593-f357-4f67-b8f1-ec298e848626 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:52:26.001050 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-95c78d51-cf48-4a6d-899a-5be826abb2b5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (29d04406-08a4-4382-a4ca-22124cfee1e7), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.050600 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:26.085926 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 7bde2593-f357-4f67-b8f1-ec298e848626) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:26.093806 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba03bdf-19ee-451c-bb59-1a1ebceb42c3 None None] Network 7bde2593-f357-4f67-b8f1-ec298e848626 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:52:26.097618 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:26.097618 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.115015 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-95c78d51-cf48-4a6d-899a-5be826abb2b5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (29d04406-08a4-4382-a4ca-22124cfee1e7), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.130112 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c78d51-cf48-4a6d-899a-5be826abb2b5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d04406-08a4-4382-a4ca-22124cfee1e7,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:26.145461 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 2, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:26.175382 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ab8881a5-8efd-43e3-b940-b79eda99689f admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7271752 Oct 17 03:52:26.184266 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:52:26.184618 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Updating router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:52:26.205131 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef4027-bf81-4581-b306-b5cfb799cf8c None None] Network 7bde2593-f357-4f67-b8f1-ec298e848626 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:52:26.261166 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-95c78d51-cf48-4a6d-899a-5be826abb2b5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.263763 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-95c78d51-cf48-4a6d-899a-5be826abb2b5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4366055 Oct 17 03:52:26.266729 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55698) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:26.272500 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-44b59de0-27ca-4d9b-acf0-ee7a9961a53d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group_rule': {'security_group_id': '5bc067c3-683f-43f3-aa73-8ede099793bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:26.316638 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.337389 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:26.379757 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55706) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:26.383675 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-44b59de0-27ca-4d9b-acf0-ee7a9961a53d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (0050e078-3dbc-423d-85c4-01dc863f1715), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.441371 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:26.454010 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-44b59de0-27ca-4d9b-acf0-ee7a9961a53d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (0050e078-3dbc-423d-85c4-01dc863f1715), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.526960 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023268846-network', 'tenant_id': '25d7abaaf76a4147afb1acb1ed2385b2'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:26.557140 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-44b59de0-27ca-4d9b-acf0-ee7a9961a53d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (0050e078-3dbc-423d-85c4-01dc863f1715), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.567078 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d3cd2-470a-4a8c-80e9-9e1c1cf3bbd9 req-21a9b489-7f35-492a-b83a-bb3bf83027c8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:26.568595 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ed2d3cd2-470a-4a8c-80e9-9e1c1cf3bbd9 req-21a9b489-7f35-492a-b83a-bb3bf83027c8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0617082 Oct 17 03:52:26.595371 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b59de0-27ca-4d9b-acf0-ee7a9961a53d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0050e078-3dbc-423d-85c4-01dc863f1715,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:26.639871 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ed2d3cd2-470a-4a8c-80e9-9e1c1cf3bbd9 req-ac927857-f955-4c04-b31c-87e75333dc49 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575387 Oct 17 03:52:26.641249 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Publish callbacks [] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.645828 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Made reservation on behalf of 25d7abaaf76a4147afb1acb1ed2385b2 for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:52:26.649302 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.665475 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.705878 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-44b59de0-27ca-4d9b-acf0-ee7a9961a53d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.707193 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-44b59de0-27ca-4d9b-acf0-ee7a9961a53d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4385362 Oct 17 03:52:26.710694 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55714) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:26.716368 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:26.732047 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.732736 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe312-b2cd-47d6-9f2f-a518adb8e61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.763789 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:26.770790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Publish callbacks [] for security_group (598bf7ff-334f-47bf-a6a2-a19a83c9fc6d), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.804107 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Pushing event updated for resources: {'Port': ['ID=ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:26.828687 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.829035 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.829417 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.830020 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.830350 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.831175 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.831497 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.831852 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.832190 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.832511 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.832857 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.833250 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.833504 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.833812 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.834225 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:52:26.837218 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (598bf7ff-334f-47bf-a6a2-a19a83c9fc6d), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.838490 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.855144 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Attempting to bind port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:52:26.857972 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Attempting to bind port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:52:26.857972 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Attempting to bind port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:52:26.886176 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:52:26.900013 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:26.905944 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (e5f185d5-c555-4619-9975-39d244e87953), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.906292 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Added segment e5f185d5-c555-4619-9975-39d244e87953 of type vlan for network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d Oct 17 03:52:26.927901 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:52:26.928450 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Checking segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:52:26.928943 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.929819 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Bound using segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:52:26.930342 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Bound port: ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:52:26.931066 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.977145 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.980469 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:26.985476 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5892c7-e327-4d98-9e86-19ac8a3a5d3c req-630a2048-6d30-4352-a0f8-e734be14e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:26.987032 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7a5892c7-e327-4d98-9e86-19ac8a3a5d3c req-630a2048-6d30-4352-a0f8-e734be14e47c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 1129 time: 0.0721166 Oct 17 03:52:27.011694 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] For port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:52:27.015177 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] For port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:52:27.045822 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7a5892c7-e327-4d98-9e86-19ac8a3a5d3c req-2b08f498-5f4b-43f4-9216-8bcc0af81b10 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502961 Oct 17 03:52:27.074541 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.076212 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:27.076697 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.077052 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.103935 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Allocated IP 172.27.4.77 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:52:27.123112 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:52:27.123871 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:51:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:27.156589 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] Pushing event updated for resources: {'Network': ['ID=20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:27.160184 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 61e76146-c5f4-4f6b-b728-7c8713813164 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:52:27.186380 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b85e3-3f65-4e22-adf0-bf58a5724485 None None] Pushing event updated for resources: {'Port': ['ID=ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e,revision_number=4']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:27.197995 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:52:27.230300 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.247470 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-2263c3c8-7855-4a11-afe1-be1c1089f906 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8664105 Oct 17 03:52:27.250248 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55718) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:27.257863 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Request body: {'subnet': {'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023268846-subnet', 'tenant_id': '25d7abaaf76a4147afb1acb1ed2385b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:27.258746 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:52:27.288449 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 61e76146-c5f4-4f6b-b728-7c8713813164 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:27.288823 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.289164 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 61e76146-c5f4-4f6b-b728-7c8713813164 Oct 17 03:52:27.329856 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:27.339303 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.340018 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:27.392982 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 61e76146-c5f4-4f6b-b728-7c8713813164 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:27.395789 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:52:27.398827 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:27.402439 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:52:27.412925 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:27.465620 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (ca028681-55f3-4310-b21e-44dacaac9536), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.478796 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:27Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:27.497181 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Made reservation on behalf of 25d7abaaf76a4147afb1acb1ed2385b2 for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:52:27.499793 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13532194'] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.507908 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db503791-6e80-4ff5-96dd-18435d8311c0 None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:27Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:52:27.663075 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.797475 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13532208'] for subnet (2f69294f-0baa-4d10-a2cb-374f9f442b60), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.859270 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f284612-55ad-4021-b2c5-09e37e91989c req-6d5b4ec2-3840-41e2-99fb-b7e04520273a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:27.860836 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8f284612-55ad-4021-b2c5-09e37e91989c req-6d5b4ec2-3840-41e2-99fb-b7e04520273a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0955141 Oct 17 03:52:27.865744 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.902095 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f69294f-0baa-4d10-a2cb-374f9f442b60,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:27.910361 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Checking segment: {'id': 'e5f185d5-c555-4619-9975-39d244e87953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:52:27.910723 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Network hostable DHCP agents. Network: 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:52:27.913528 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.915439 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (ca028681-55f3-4310-b21e-44dacaac9536), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:27.944217 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8f284612-55ad-4021-b2c5-09e37e91989c req-438eba0a-3a96-4980-b18c-613acc066baa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668550 Oct 17 03:52:27.946619 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:INSERT=22,neutron:SELECT=74,neutron:UPDATE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:27.975004 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:28.040134 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:52:28.045556 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:28.045556 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-396c43ca-03d0-4274-af17-55a129cda8be tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3312066 Oct 17 03:52:28.155540 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:28.170443 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:28.171138 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:28.173089 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b242a-88d5-42a9-8f04-8e6abb3f6f9e None None] Network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:52:28.234748 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:28.271376 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-2a9e73a6-cd06-43f5-9418-8b7127041301 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0196407 Oct 17 03:52:28.308435 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-27b1548f-cd2a-4973-b880-2df4154aa4a1 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1814973989&fields=id&tenant_id=a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 267 time: 0.0559225 Oct 17 03:52:28.371814 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce195cac-fb0a-4280-bc6f-5874d22a302d None None] Network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:52:28.448633 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-ebdfc859-1ccd-4672-ba18-9cded3b4ba37 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:28.451797 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-ebdfc859-1ccd-4672-ba18-9cded3b4ba37 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 814 time: 0.1367588 Oct 17 03:52:28.468533 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-60cc518f-d70d-4e0b-9947-826efca48b3b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/quotas/a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 375 time: 0.0112610 Oct 17 03:52:28.586336 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-fc1a63cd-fb98-4eb0-9852-fa498bee9cef tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090398 Oct 17 03:52:28.741359 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-08123d8b-ff2b-4a6f-9943-4b3e75682ed0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286416 Oct 17 03:52:28.847650 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-4069d366-ff15-423f-812d-2708e2acec86 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989077 Oct 17 03:52:28.874756 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-05c35bc3-93a2-4024-89eb-42d746853c17 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:28.876295 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-05c35bc3-93a2-4024-89eb-42d746853c17 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/networks?id=7bde2593-f357-4f67-b8f1-ec298e848626 HTTP/1.1" status: 200 len: 814 time: 0.1228917 Oct 17 03:52:28.898745 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-39a0161d-b955-48ad-8f76-d4793345270f tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/quotas/c561fe5da6e644839d762e7ecef5515c HTTP/1.1" status: 200 len: 375 time: 0.0111525 Oct 17 03:52:28.936683 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-20afd20a-0e4d-4adf-bde7-21ef65ec623d tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=c561fe5da6e644839d762e7ecef5515c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344994 Oct 17 03:52:28.950766 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-57bb55bd-67fd-4dba-9b8c-11c8f77b9ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:29.042119 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-c7061e1e-cf01-4f99-8827-2308b786666b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7bde2593-f357-4f67-b8f1-ec298e848626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966570 Oct 17 03:52:29.172276 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-a5e676ca-8794-43fd-893f-b5fd5297cbdf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7bde2593-f357-4f67-b8f1-ec298e848626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242850 Oct 17 03:52:29.213235 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:52:29.300676 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b05f6-b8ca-4f81-8ee0-59be1a5b193a req-4129cd33-bafa-41c9-97c7-3d5f9cc4b18f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:29.309091 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bf8b05f6-b8ca-4f81-8ee0-59be1a5b193a req-4129cd33-bafa-41c9-97c7-3d5f9cc4b18f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0970197 Oct 17 03:52:29.351060 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:29.351350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:29.351693 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e Oct 17 03:52:29.370904 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:29.379526 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bf8b05f6-b8ca-4f81-8ee0-59be1a5b193a req-74ad0682-31bf-4a1d-b62f-726f010c1107 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653679 Oct 17 03:52:29.487922 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4bbe25a8-fa88-4880-8f37-6a0d78bdf758 req-50ffdd7a-ff9d-4090-a4cd-5030971d9338 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 210 time: 0.0445714 Oct 17 03:52:29.503662 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:29.508089 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:29.560247 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:29.560512 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-af5fd3ec-a52c-4cde-8f28-08da8b67a3c7 req-3cb75ad6-ee1b-4f9f-a18e-096ad1ef94cb tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 210 time: 0.0398471 Oct 17 03:52:29.621302 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb016d80-d1b2-42cf-8dcc-b081f4368e9a req-ed38bc50-bb82-426c-ad42-0e7ee295e240 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:29.623084 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bb016d80-d1b2-42cf-8dcc-b081f4368e9a req-ed38bc50-bb82-426c-ad42-0e7ee295e240 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0544326 Oct 17 03:52:29.628777 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:29.637390 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:29.715530 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bb016d80-d1b2-42cf-8dcc-b081f4368e9a req-bf220c5a-a5c8-4a67-ae92-948a1dbd39fc tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836878 Oct 17 03:52:29.737678 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:30.201033 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55828) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:30.215553 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:30.317393 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-88bb0018-ef82-49b7-86dc-6eda30cd8838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:30.512044 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-88bb0018-ef82-49b7-86dc-6eda30cd8838 admin admin] Publish callbacks [] for security_group (28667cd8-bdd4-481f-a8db-7d636ce1ae85), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:30.558291 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:30.593028 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec8ff878-d165-4f74-8636-2d815db9fabd req-bb224983-292e-4f7e-b303-4c736cfe64fd tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 210 time: 0.0524340 Oct 17 03:52:30.615725 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-88bb0018-ef82-49b7-86dc-6eda30cd8838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (28667cd8-bdd4-481f-a8db-7d636ce1ae85), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:30.697537 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb0018-ef82-49b7-86dc-6eda30cd8838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28667cd8-bdd4-481f-a8db-7d636ce1ae85,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:30.750941 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-88bb0018-ef82-49b7-86dc-6eda30cd8838 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=7b14e282d3c042e6a347218f8ee900d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487959 Oct 17 03:52:30.754459 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55846) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:30.755972 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7b78532d-eab3-48f8-9b25-1a95336a77dc req-95c814a4-78d7-438b-ba13-29f9c6726cf0 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 210 time: 0.0991864 Oct 17 03:52:30.822790 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4789-a271-413e-9696-bd427320f5fa admin admin] Publish callbacks [] for security_group (28667cd8-bdd4-481f-a8db-7d636ce1ae85), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:30.845941 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4789-a271-413e-9696-bd427320f5fa admin admin] Publish callbacks [] for security_group (28667cd8-bdd4-481f-a8db-7d636ce1ae85), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:30.975904 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10f15-e358-44ee-b48f-331ed199685b req-2f28a689-dbc9-42f6-9d85-4b1c93c3b26a tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:30.977349 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-2f28a689-dbc9-42f6-9d85-4b1c93c3b26a tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/networks?id=20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d HTTP/1.1" status: 200 len: 809 time: 0.1343660 Oct 17 03:52:30.994025 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-e78fce28-4663-4ab8-81be-7e6c274794bf tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/quotas/25d7abaaf76a4147afb1acb1ed2385b2 HTTP/1.1" status: 200 len: 375 time: 0.0110459 Oct 17 03:52:31.026609 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-a0f34242-4bd9-4dd9-b205-0136843557c8 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=25d7abaaf76a4147afb1acb1ed2385b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271206 Oct 17 03:52:31.043278 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4789-a271-413e-9696-bd427320f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (28667cd8-bdd4-481f-a8db-7d636ce1ae85), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:31.045806 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4789-a271-413e-9696-bd427320f5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:31.046877 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-3dbf4789-a271-413e-9696-bd427320f5fa admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/28667cd8-bdd4-481f-a8db-7d636ce1ae85 HTTP/1.1" status: 204 len: 168 time: 0.2914701 Oct 17 03:52:31.057322 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:31.093281 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf4789-a271-413e-9696-bd427320f5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28667cd8-bdd4-481f-a8db-7d636ce1ae85,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:31.146727 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-42157ace-c73a-46df-8b2e-da03562eedd2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120968 Oct 17 03:52:31.168136 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:52:31.240793 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:31.247880 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:31.248447 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e Oct 17 03:52:31.249772 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-3094e72d-836b-431d-a9c0-ab497c63ef9c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020095 Oct 17 03:52:31.339317 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:31.548706 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:31.598613 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a0ed0b8d-3d05-4c2e-82a5-17a66c652bb8 req-4f1a61b2-7ea5-4a62-b129-283723b8da68 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0282478 Oct 17 03:52:31.634178 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:31.634426 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:31.721284 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-70a2bb6f-bdb3-4dac-a66b-4788a448d999 req-9930a18d-839d-4637-b917-c7e28946d4b2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 210 time: 0.0316873 Oct 17 03:52:31.881745 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-01351667-2469-4803-b284-d95171d59297 req-41c84c55-19ff-4c0a-9fea-8410679b9c57 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 210 time: 0.0323403 Oct 17 03:52:31.949157 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55884) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:31.964096 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ebe3bb21-e04b-4670-9fd7-e941591cd438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:32.046002 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ebe3bb21-e04b-4670-9fd7-e941591cd438 admin admin] Publish callbacks [] for security_group (f6d6ee23-98b7-4a1b-bf35-edfca911c396), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:32.129516 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ebe3bb21-e04b-4670-9fd7-e941591cd438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (f6d6ee23-98b7-4a1b-bf35-edfca911c396), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:32.173939 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ebe3bb21-e04b-4670-9fd7-e941591cd438 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e331ee400f5d45008de0a378b32974af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236493 Oct 17 03:52:32.176767 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3bb21-e04b-4670-9fd7-e941591cd438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d6ee23-98b7-4a1b-bf35-edfca911c396,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:32.177713 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55890) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:32.257374 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca7dee-4b73-4e4f-ba4a-56ce9d181945 req-45289ce6-24f7-4af3-9b23-781ee82045bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:32.259226 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4eca7dee-4b73-4e4f-ba4a-56ce9d181945 req-45289ce6-24f7-4af3-9b23-781ee82045bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0593779 Oct 17 03:52:32.274149 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d701257a-aedb-44db-9b32-5318355a59e4 admin admin] Publish callbacks [] for security_group (f6d6ee23-98b7-4a1b-bf35-edfca911c396), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:32.300217 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d701257a-aedb-44db-9b32-5318355a59e4 admin admin] Publish callbacks [] for security_group (f6d6ee23-98b7-4a1b-bf35-edfca911c396), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:32.309885 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4eca7dee-4b73-4e4f-ba4a-56ce9d181945 req-23f46cd1-d178-4af8-a2b3-0bd069f3a02e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Oct 17 03:52:32.385240 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-44c28def-2fd4-44e6-950f-d2a3bad2fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:32.386715 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-44c28def-2fd4-44e6-950f-d2a3bad2fe07 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 1129 time: 0.0694139 Oct 17 03:52:32.472112 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d701257a-aedb-44db-9b32-5318355a59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (f6d6ee23-98b7-4a1b-bf35-edfca911c396), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:32.474938 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d701257a-aedb-44db-9b32-5318355a59e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:32.476092 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d701257a-aedb-44db-9b32-5318355a59e4 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/f6d6ee23-98b7-4a1b-bf35-edfca911c396 HTTP/1.1" status: 204 len: 168 time: 0.2972043 Oct 17 03:52:32.498178 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701257a-aedb-44db-9b32-5318355a59e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d6ee23-98b7-4a1b-bf35-edfca911c396,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:32.500478 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-031344d8-0118-47dc-9d40-b80f8d005333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:32.501979 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-031344d8-0118-47dc-9d40-b80f8d005333 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.1082230 Oct 17 03:52:32.560623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:32.564341 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-0421120c-86dd-49cb-955f-f79e88c50539 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec20125-4199-47d4-98bd-4679c5c12d6e HTTP/1.1" status: 200 len: 217 time: 0.0475998 Oct 17 03:52:32.619958 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-b617a4ab-0e12-4f42-a633-030310ab9b6e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:32.621325 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-7eecbf81-4cf8-4f63-9191-723e6c10f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:32.622302 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-b617a4ab-0e12-4f42-a633-030310ab9b6e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 814 time: 0.1759291 Oct 17 03:52:32.623521 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-7eecbf81-4cf8-4f63-9191-723e6c10f0f5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0525069 Oct 17 03:52:32.692511 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c75945ae-e38e-485b-b381-2263b6dcf26c req-69000c1a-3fbd-4861-a0c4-e77c725230a3 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0277741 Oct 17 03:52:32.820564 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7bb2fc8e-87a3-42fd-a9eb-cac559fbf75f req-cddabcf1-bac1-4df9-9e48-101a1ef702d6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 210 time: 0.0273917 Oct 17 03:52:32.986888 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ae9e3564-d919-4d35-a0c6-a231e9bd4692 req-c3071070-9a7d-4cb2-bb0f-7f4c3429ac58 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 210 time: 0.0273969 Oct 17 03:52:33.113906 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:33.184777 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 55908) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:33.198735 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-419fbbf7-44ee-47ff-8428-d3c3e8bc234b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:33.277798 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-419fbbf7-44ee-47ff-8428-d3c3e8bc234b admin admin] Publish callbacks [] for security_group (fdf92d20-b657-47e4-aacc-b48417c21483), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:33.320092 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:33.346612 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-419fbbf7-44ee-47ff-8428-d3c3e8bc234b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (fdf92d20-b657-47e4-aacc-b48417c21483), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:33.385780 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-419fbbf7-44ee-47ff-8428-d3c3e8bc234b admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=212364b2c36143079c5dd13d11e879f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997793 Oct 17 03:52:33.386634 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fbbf7-44ee-47ff-8428-d3c3e8bc234b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf92d20-b657-47e4-aacc-b48417c21483,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:33.388644 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 55912) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:33.459120 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb7bbc-81ba-4c6d-b0f0-313c1ee325c8 req-fce48038-3a4f-4177-8cb6-8eb330972212 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:33.460677 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2beb7bbc-81ba-4c6d-b0f0-313c1ee325c8 req-fce48038-3a4f-4177-8cb6-8eb330972212 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0651212 Oct 17 03:52:33.490115 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1dac2dfe-cf2c-4b61-8e63-e04307bf35ab admin admin] Publish callbacks [] for security_group (fdf92d20-b657-47e4-aacc-b48417c21483), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:33.519923 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:33.527304 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1dac2dfe-cf2c-4b61-8e63-e04307bf35ab admin admin] Publish callbacks [] for security_group (fdf92d20-b657-47e4-aacc-b48417c21483), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:33.541523 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2beb7bbc-81ba-4c6d-b0f0-313c1ee325c8 req-bcb1a2ad-0daa-4f87-8bac-6a2f1965abbe tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745344 Oct 17 03:52:33.616497 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:33.650761 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1dac2dfe-cf2c-4b61-8e63-e04307bf35ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (fdf92d20-b657-47e4-aacc-b48417c21483), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:33.653358 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1dac2dfe-cf2c-4b61-8e63-e04307bf35ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:33.654473 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1dac2dfe-cf2c-4b61-8e63-e04307bf35ab admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/fdf92d20-b657-47e4-aacc-b48417c21483 HTTP/1.1" status: 204 len: 168 time: 0.2648115 Oct 17 03:52:33.662829 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac2dfe-cf2c-4b61-8e63-e04307bf35ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf92d20-b657-47e4-aacc-b48417c21483,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:33.791934 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bd9db0d1-b26f-4bbd-8c48-965fac26a3f8 req-0c419576-d39c-469a-93a3-d7eeb148a108 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0260737 Oct 17 03:52:33.942383 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c9031e10-ad5b-4238-a7b8-86592b3a7b6e req-89eb4011-7fbc-419e-bded-9f9a08eba3f4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 210 time: 0.0284600 Oct 17 03:52:34.023252 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:34.044087 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:34.076189 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:34.093737 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-64af148f-c16c-491d-a0d3-7327930ec119 req-63c9bcb4-be7f-418b-81dc-972f69b3f1f8 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 210 time: 0.0278299 Oct 17 03:52:34.663550 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7ccf8-c06f-442f-93d0-cabdce2c8f71 req-41d96f92-c8b2-4c82-aee9-edf646adcb6f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:34.665085 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-aeb7ccf8-c06f-442f-93d0-cabdce2c8f71 req-41d96f92-c8b2-4c82-aee9-edf646adcb6f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0468924 Oct 17 03:52:34.714623 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-aeb7ccf8-c06f-442f-93d0-cabdce2c8f71 req-320add24-c8cf-4eaf-889e-e52c7d94ea75 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 Oct 17 03:52:34.894801 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4b1ef145-1395-4a73-aac5-2f2397c9a4e6 req-7f7c684c-42f2-477f-b1c1-7fb285813772 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0301077 Oct 17 03:52:35.045867 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-741cebcd-c55f-4722-a671-817b9c3083b9 req-a54e55f3-657f-441c-b13a-7ef16ecb9284 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 210 time: 0.0303166 Oct 17 03:52:35.195801 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c16f0a2d-b302-45d9-b0ac-e9b3ce7009ca req-88089fc6-dc62-4d52-9c9d-e616960d2538 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 210 time: 0.0277736 Oct 17 03:52:35.429170 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-e916bcbc-8ad3-490b-926d-efe68acbe9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:35.430681 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-e916bcbc-8ad3-490b-926d-efe68acbe9f3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674748 Oct 17 03:52:35.430855 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-5f9b4c20-cff7-4216-a84f-27851b6257d8 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 380 time: 0.0659599 Oct 17 03:52:35.445004 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'port': {'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'admin_state_up': True, 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'security_groups': ['5bc067c3-683f-43f3-aa73-8ede099793bf']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:35.562034 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-677044e7-5906-4b51-8451-bc5aed2e8d3c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154933 Oct 17 03:52:35.677487 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Made reservation on behalf of a139d546eb6a4ff595a94d0e1528ee5d for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:52:35.681412 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:35.852453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Allocated IP 172.20.0.3 (a10170e9-307c-484d-ab5a-624a6e00b8f8/ce7ccc02-d86d-45fa-9ca0-acf61727e7f7/7cd34cee-4d00-4a4f-ae73-8e74b2365a7d) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:52:35.871382 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4474-e0fd-4f2c-b7b1-1854fd06b967 req-9a3ea385-6d15-492b-b2c7-0a9b721dfe8f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:35.872884 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f41a4474-e0fd-4f2c-b7b1-1854fd06b967 req-9a3ea385-6d15-492b-b2c7-0a9b721dfe8f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0777354 Oct 17 03:52:35.937403 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-98150a54-c512-4fb4-a5b9-8d8e8ea0003d req-77b170a0-11f2-41ad-a07c-3b6f179817a8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151845 Oct 17 03:52:35.994322 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f41a4474-e0fd-4f2c-b7b1-1854fd06b967 req-521b4d62-c2e3-4d9e-9886-05f612b0ce98 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135948 Oct 17 03:52:36.023035 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e7a7f982-7d40-43a0-89b8-d25a303b8479 req-bbc0105e-aea9-410e-88e5-0cf35ef66ade tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0465777 Oct 17 03:52:36.058466 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:36.170810 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cc2c9144-45e6-40a8-9203-250f5541bc17 req-771d7ead-299f-4653-a497-624338f09f84 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 210 time: 0.0406990 Oct 17 03:52:36.175985 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:36.231784 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:52:36.231784 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:36.240656 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:52:36.248579 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:36.248579 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:36.258596 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-fff63292-b0b3-4aab-8967-a3185299ca80 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:36.260404 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-fff63292-b0b3-4aab-8967-a3185299ca80 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.33 "GET /networking/v2.0/networks?id=7bde2593-f357-4f67-b8f1-ec298e848626 HTTP/1.1" status: 200 len: 814 time: 0.1508174 Oct 17 03:52:36.273650 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:36.278214 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Request body: {'port': {'device_id': 'c241ab04-36db-4841-8c8f-7df55218c8ef', 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626', 'admin_state_up': True, 'tenant_id': 'c561fe5da6e644839d762e7ecef5515c'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:36.371275 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4d5e5081-dbb7-4729-baae-1d94d7576ce7 req-2176d9ca-291c-474d-8b11-ed826d70e493 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 210 time: 0.0640266 Oct 17 03:52:36.398185 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-def7b994-3fc0-4080-a28c-6989f7624ae2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9570470 Oct 17 03:52:36.417598 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Request body: {'port': {'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:36.447137 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:36.451525 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:36.490974 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:36.577332 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-f9d42a7f-0ca8-41f3-a613-2ac085fece5b None None] Provisioning complete for port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:36.578424 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f9d42a7f-0ca8-41f3-a613-2ac085fece5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:36.578943 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-f9d42a7f-0ca8-41f3-a613-2ac085fece5b None None] Attempt 1 to provision port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d Oct 17 03:52:36.622430 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-f9d42a7f-0ca8-41f3-a613-2ac085fece5b None None] Port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:52:36.629238 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Made reservation on behalf of c561fe5da6e644839d762e7ecef5515c for: {'port': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:52:36.635222 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:36.793550 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Allocated IP 172.20.0.8 (7bde2593-f357-4f67-b8f1-ec298e848626/8c93b4ea-d0ff-4586-89da-c3f90b258401/fdc91b15-76bb-4330-a796-87d6e11178ae) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:52:36.793763 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:52:36.801371 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Publish callbacks [] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:36.813721 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Transition to ACTIVE for port object 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:52:36.906917 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:36.908194 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:36.946891 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks [] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:36.960230 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:36.980659 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:36.985000 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Attempting to bind port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:52:36.985335 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Attempting to bind port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:52:36.985662 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Attempting to bind port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:52:37.047065 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d on network a10170e9-307c-484d-ab5a-624a6e00b8f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:52:37.047357 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Attempting to bind port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:52:37.055275 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:37.097286 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:52:37.097910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Checking segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:52:37.098042 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Bound using segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:52:37.098392 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Bound port: 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:52:37.098742 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:37.111071 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Network 7bde2593-f357-4f67-b8f1-ec298e848626 is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:52:37.114804 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:37.119066 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:52:37.149782 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Pushing event updated for resources: {'Port': ['ID=fdc91b15-76bb-4330-a796-87d6e11178ae,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:37.185436 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3aef143b-158b-414d-b30e-21b122495ff7 req-02ab22cc-f31c-44ba-8019-df6557c67331 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0395019 Oct 17 03:52:37.200919 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:37.201564 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:37.216316 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c7de8-f595-498c-9571-fd74a6796b89 req-6511ff0b-58e3-415b-9bf0-1d0eff758c93 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:37.218272 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-367c7de8-f595-498c-9571-fd74a6796b89 req-6511ff0b-58e3-415b-9bf0-1d0eff758c93 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.1229749 Oct 17 03:52:37.295878 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-78b791c7-e49e-4f03-bf17-3c3157af0605 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0240839 Oct 17 03:52:37.321757 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Request body: {'port': {'device_id': 'c241ab04-36db-4841-8c8f-7df55218c8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:37.355069 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] For port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:52:37.357448 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:37.361832 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b3323-2659-4c02-a555-5d658c1e5477 req-fc1200d5-c323-4640-a4bf-2b38d1d9f11d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:37.363319 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b71b3323-2659-4c02-a555-5d658c1e5477 req-fc1200d5-c323-4640-a4bf-2b38d1d9f11d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 943 time: 0.0855949 Oct 17 03:52:37.404369 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-367c7de8-f595-498c-9571-fd74a6796b89 req-0dff2fc6-45aa-43e3-ba29-10852597780a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386447 Oct 17 03:52:37.407338 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] For port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:52:37.420309 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:37.435793 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10f15-e358-44ee-b48f-331ed199685b req-20306f24-89f8-486d-8945-e0e63f5e842a tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:37.437760 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-20306f24-89f8-486d-8945-e0e63f5e842a tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.33 "GET /networking/v2.0/networks?id=20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d HTTP/1.1" status: 200 len: 809 time: 0.2920537 Oct 17 03:52:37.457623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Request body: {'port': {'device_id': '893ded2f-c288-4663-afe2-bccf47b6876a', 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d', 'admin_state_up': True, 'tenant_id': '25d7abaaf76a4147afb1acb1ed2385b2'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:37.478286 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b71b3323-2659-4c02-a555-5d658c1e5477 req-fbe3d198-211d-42e5-8fff-7ea50fef6968 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084187 Oct 17 03:52:37.537742 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:37.554479 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:37.555185 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:37.558645 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/7cd34cee-4d00-4a4f-ae73-8e74b2365a7d HTTP/1.1" status: 200 len: 1093 time: 1.1453354 Oct 17 03:52:37.558645 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abf03ac-c353-4967-9f31-219bd1c92321', 'tag': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:52:37.559593 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197dd6fb-3e20-4d86-aa3f-fb5595fc2395" -d '{"events": [{"name": "network-changed", "server_uuid": "3abf03ac-c353-4967-9f31-219bd1c92321", "tag": "7cd34cee-4d00-4a4f-ae73-8e74b2365a7d"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:52:37.590659 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49742-7214-48eb-b6fe-18800078b1ac req-90e5be01-47ee-44b0-8949-6f21b805a34a tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:37.609732 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-50d49742-7214-48eb-b6fe-18800078b1ac req-90e5be01-47ee-44b0-8949-6f21b805a34a tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 931 time: 0.1460989 Oct 17 03:52:37.632999 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a39133-1aea-4c11-9bfc-7c362b705af1 x-openstack-request-id: req-57a39133-1aea-4c11-9bfc-7c362b705af1 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:52:37.633348 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abf03ac-c353-4967-9f31-219bd1c92321", "tag": "7cd34cee-4d00-4a4f-ae73-8e74b2365a7d", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:52:37.633534 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-57a39133-1aea-4c11-9bfc-7c362b705af1 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:52:37.634250 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a39133-1aea-4c11-9bfc-7c362b705af1'] response: {'name': 'network-changed', 'server_uuid': '3abf03ac-c353-4967-9f31-219bd1c92321', 'tag': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'status': 'completed', 'code': 200} Oct 17 03:52:37.699593 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e4e1c-3f2d-426c-9061-a65ac3baf189 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:37.756960 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-50d49742-7214-48eb-b6fe-18800078b1ac req-93780b03-2e51-454d-b895-b8de876073e9 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482699 Oct 17 03:52:37.769664 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dd6fb-3e20-4d86-aa3f-fb5595fc2395 req-35eb3ae4-59eb-4861-8a54-0f4f2b72bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:37.771148 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-197dd6fb-3e20-4d86-aa3f-fb5595fc2395 req-35eb3ae4-59eb-4861-8a54-0f4f2b72bf7e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 1127 time: 0.0686572 Oct 17 03:52:37.860211 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Made reservation on behalf of 25d7abaaf76a4147afb1acb1ed2385b2 for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:52:37.863835 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:37.915044 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc91b15-76bb-4330-a796-87d6e11178ae {{(pid=111639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:52:37.923493 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Publish callbacks [] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:37.943242 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.provisioning_blocks [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Transition to ACTIVE for port object fdc91b15-76bb-4330-a796-87d6e11178ae will not be triggered until provisioned by entity L2. {{(pid=111639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:52:37.959875 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:37.999449 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:38.055080 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:38.123951 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc91b15-76bb-4330-a796-87d6e11178ae,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:38.177878 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Attempting to bind port fdc91b15-76bb-4330-a796-87d6e11178ae on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:52:38.178217 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Attempting to bind port fdc91b15-76bb-4330-a796-87d6e11178ae by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '010956ed-7b86-4835-aca9-c37d43642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626'}] {{(pid=111639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:52:38.179361 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Attempting to bind port fdc91b15-76bb-4330-a796-87d6e11178ae on network 7bde2593-f357-4f67-b8f1-ec298e848626 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:52:38.223106 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Port fdc91b15-76bb-4330-a796-87d6e11178ae on network 7bde2593-f357-4f67-b8f1-ec298e848626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:52:38.223472 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Attempting to bind port fdc91b15-76bb-4330-a796-87d6e11178ae on network 7bde2593-f357-4f67-b8f1-ec298e848626 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:52:38.246081 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dd6fb-3e20-4d86-aa3f-fb5595fc2395 req-528e0124-83f3-4e88-af84-9bf0d883ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.247668 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-197dd6fb-3e20-4d86-aa3f-fb5595fc2395 req-528e0124-83f3-4e88-af84-9bf0d883ee4d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4619222 Oct 17 03:52:38.284353 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:52:38.284666 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Checking segment: {'id': '010956ed-7b86-4835-aca9-c37d43642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:52:38.285038 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Bound using segment: {'id': '010956ed-7b86-4835-aca9-c37d43642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626'} {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:52:38.285474 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Bound port: fdc91b15-76bb-4330-a796-87d6e11178ae, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010956ed-7b86-4835-aca9-c37d43642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626'}}] {{(pid=111639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:52:38.285823 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:38.308934 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bdac7a1b-25ef-4641-b76d-5e9701784db7 req-14d878f9-16d6-40aa-a9e7-17d762124ba8 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0372865 Oct 17 03:52:38.311174 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:38.365387 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] For port fdc91b15-76bb-4330-a796-87d6e11178ae, host hv-cinder-81558, cleared binding levels {{(pid=111639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:52:38.368417 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] For port fdc91b15-76bb-4330-a796-87d6e11178ae, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fdc91b15-76bb-4330-a796-87d6e11178ae,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:52:38.425140 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Allocated IP 172.20.0.6 (20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d/2f69294f-0baa-4d10-a2cb-374f9f442b60/ab96f36d-8862-4b5c-97c7-f3bb5a27beb9) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:52:38.451151 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:38.463311 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:38.474728 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dd6fb-3e20-4d86-aa3f-fb5595fc2395 req-2032c62f-7d8c-4c5f-b7cb-d7062f5bbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.476347 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-197dd6fb-3e20-4d86-aa3f-fb5595fc2395 req-2032c62f-7d8c-4c5f-b7cb-d7062f5bbf02 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2203374 Oct 17 03:52:38.483832 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.484851 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:38.486694 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/fdc91b15-76bb-4330-a796-87d6e11178ae HTTP/1.1" status: 200 len: 1093 time: 1.1725211 Oct 17 03:52:38.486952 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c241ab04-36db-4841-8c8f-7df55218c8ef', 'tag': 'fdc91b15-76bb-4330-a796-87d6e11178ae'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:52:38.489564 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97ad403-7fae-4029-b373-d2c0b6ed32bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c241ab04-36db-4841-8c8f-7df55218c8ef", "tag": "fdc91b15-76bb-4330-a796-87d6e11178ae"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:52:38.514164 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce9c08-ca1a-4b4a-937f-db9f8177dc82 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc91b15-76bb-4330-a796-87d6e11178ae,revision_number=3']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:38.573809 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70505a0b-697b-431e-8aec-79ca2d57d7b8 x-openstack-request-id: req-70505a0b-697b-431e-8aec-79ca2d57d7b8 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:52:38.574093 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c241ab04-36db-4841-8c8f-7df55218c8ef", "tag": "fdc91b15-76bb-4330-a796-87d6e11178ae", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:52:38.574378 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-70505a0b-697b-431e-8aec-79ca2d57d7b8 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:52:38.574770 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70505a0b-697b-431e-8aec-79ca2d57d7b8'] response: {'name': 'network-changed', 'server_uuid': 'c241ab04-36db-4841-8c8f-7df55218c8ef', 'tag': 'fdc91b15-76bb-4330-a796-87d6e11178ae', 'status': 'completed', 'code': 200} Oct 17 03:52:38.576273 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-c11cd975-d72a-45a5-b6de-ba4b1e020752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.577783 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-c11cd975-d72a-45a5-b6de-ba4b1e020752 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 1127 time: 0.0495780 Oct 17 03:52:38.639896 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-50d282c3-4abe-4da7-96ae-e53ce97fcc16 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d HTTP/1.1" status: 200 len: 217 time: 0.0513377 Oct 17 03:52:38.650497 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7501d5-6509-405b-8ebb-e5d15a84b2de req-140c3d99-ceda-49a5-8fa0-a51fd1b2e4aa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.651981 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cf7501d5-6509-405b-8ebb-e5d15a84b2de req-140c3d99-ceda-49a5-8fa0-a51fd1b2e4aa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.1236689 Oct 17 03:52:38.658128 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad403-7fae-4029-b373-d2c0b6ed32bd req-32026b25-5d58-4329-a95c-f47f072c3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.659543 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a97ad403-7fae-4029-b373-d2c0b6ed32bd req-32026b25-5d58-4329-a95c-f47f072c3351 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c561fe5da6e644839d762e7ecef5515c&device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 1127 time: 0.0716403 Oct 17 03:52:38.711848 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d36cba-a1c6-45a7-a0c1-bd0ac04722e7 req-5eefd601-6cfb-422a-be05-b5e3e4e9c9bf tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.716309 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-70d36cba-a1c6-45a7-a0c1-bd0ac04722e7 req-5eefd601-6cfb-422a-be05-b5e3e4e9c9bf tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 943 time: 0.0891035 Oct 17 03:52:38.743207 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 56034) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:38.751657 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-363ae5b2-2730-4b4b-9fb9-cd85b6f942d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.753722 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-363ae5b2-2730-4b4b-9fb9-cd85b6f942d0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 HTTP/1.1" status: 200 len: 853 time: 0.0969355 Oct 17 03:52:38.769982 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks [] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:38.798495 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:38.807851 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cf7501d5-6509-405b-8ebb-e5d15a84b2de req-c9f8bb66-ab46-432e-9f9e-e425331d70b1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473424 Oct 17 03:52:38.812186 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-70d36cba-a1c6-45a7-a0c1-bd0ac04722e7 req-5dac88cf-4c4a-46dc-af1b-fcaa31fab968 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920393 Oct 17 03:52:38.819930 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-7073771b-eee9-4b14-91cd-f7856e0e3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.821530 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-7073771b-eee9-4b14-91cd-f7856e0e3fe2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a10170e9-307c-484d-ab5a-624a6e00b8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523558 Oct 17 03:52:38.856896 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad403-7fae-4029-b373-d2c0b6ed32bd req-e7bbb01b-91e5-477e-9657-a6a1198308f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:38.857830 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a97ad403-7fae-4029-b373-d2c0b6ed32bd req-e7bbb01b-91e5-477e-9657-a6a1198308f6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=c561fe5da6e644839d762e7ecef5515c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1784971 Oct 17 03:52:38.907589 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=34 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:38.913421 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-606492e9-3b55-4ed7-80f6-9845c1a738df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:38.923375 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:38.955706 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:38.989404 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-e75dc058-d3e7-4558-9cb1-bc6e3a3cd56c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615984 Oct 17 03:52:39.029443 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:52:39.030179 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Pushing event updated for resources: {'Port': ['ID=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:39.043636 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95605ec2-9dfd-434b-9158-51e573d1a413 req-d8c709ba-3457-4e9b-80f6-7c4b000e5895 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:39.045235 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-95605ec2-9dfd-434b-9158-51e573d1a413 req-d8c709ba-3457-4e9b-80f6-7c4b000e5895 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 943 time: 0.1255441 Oct 17 03:52:39.048190 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:52:39.053799 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:52:39.058636 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:39.058998 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:39.090477 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-606492e9-3b55-4ed7-80f6-9845c1a738df admin admin] Publish callbacks [] for security_group (62beb0e4-d7f9-4ad7-b0be-f6e61a835fa6), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:39.093866 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad403-7fae-4029-b373-d2c0b6ed32bd req-1e76cf78-82d8-4e7a-8131-30a077135145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:39.095313 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a97ad403-7fae-4029-b373-d2c0b6ed32bd req-1e76cf78-82d8-4e7a-8131-30a077135145 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2278757 Oct 17 03:52:39.117374 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4c46c24e-873a-4728-bc46-586013e7ea23 req-18cfdb39-0939-45b2-bdfd-399337c73c18 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199734 Oct 17 03:52:39.129207 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-95605ec2-9dfd-434b-9158-51e573d1a413 req-aa504a05-5892-48db-b2c4-63179fe080de tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 Oct 17 03:52:39.171515 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-7c5cf4a6-c7c8-446f-b636-e7d2004bfaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:39.173028 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-7c5cf4a6-c7c8-446f-b636-e7d2004bfaa5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c561fe5da6e644839d762e7ecef5515c&device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 1127 time: 0.0387065 Oct 17 03:52:39.181889 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-606492e9-3b55-4ed7-80f6-9845c1a738df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (62beb0e4-d7f9-4ad7-b0be-f6e61a835fa6), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:39.228401 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-409d5fb8-aef8-465d-9bd9-eff68a38adb4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7703497 Oct 17 03:52:39.246746 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-96dc7f8c-00a9-42b0-aad4-8cd41cf09d9f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdc91b15-76bb-4330-a796-87d6e11178ae HTTP/1.1" status: 200 len: 217 time: 0.0609791 Oct 17 03:52:39.257535 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-606492e9-3b55-4ed7-80f6-9845c1a738df admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=8430b2e483264d118e6bcc3113cf213a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132973 Oct 17 03:52:39.260395 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606492e9-3b55-4ed7-80f6-9845c1a738df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62beb0e4-d7f9-4ad7-b0be-f6e61a835fa6,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:39.263050 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 56046) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:39.315858 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ae87f570-e9d1-4702-95b2-ad474012a706 admin admin] Publish callbacks [] for security_group (62beb0e4-d7f9-4ad7-b0be-f6e61a835fa6), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:39.331763 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:39.336349 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ae87f570-e9d1-4702-95b2-ad474012a706 admin admin] Publish callbacks [] for security_group (62beb0e4-d7f9-4ad7-b0be-f6e61a835fa6), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:39.441759 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d119-19da-4f99-a8ee-e14cc3c55149 req-13c14505-fe3b-4264-bfd4-4b7f31f2302a tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:39.443341 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1fc7d119-19da-4f99-a8ee-e14cc3c55149 req-13c14505-fe3b-4264-bfd4-4b7f31f2302a tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 931 time: 0.0502977 Oct 17 03:52:39.479161 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ae87f570-e9d1-4702-95b2-ad474012a706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (62beb0e4-d7f9-4ad7-b0be-f6e61a835fa6), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:39.481798 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ae87f570-e9d1-4702-95b2-ad474012a706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:39.482939 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ae87f570-e9d1-4702-95b2-ad474012a706 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/62beb0e4-d7f9-4ad7-b0be-f6e61a835fa6 HTTP/1.1" status: 204 len: 168 time: 0.2212324 Oct 17 03:52:39.491481 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1fc7d119-19da-4f99-a8ee-e14cc3c55149 req-b2b67566-7451-4e5f-b826-3d7fe3eab48f tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Oct 17 03:52:39.491612 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f570-e9d1-4702-95b2-ad474012a706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62beb0e4-d7f9-4ad7-b0be-f6e61a835fa6,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:39.960979 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b6beb-52c6-4c5a-bda2-16ea3dfe39a5 req-c0ef0298-0d3b-444f-bc7b-3b3894d0555c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:39.962647 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6f1b6beb-52c6-4c5a-bda2-16ea3dfe39a5 req-c0ef0298-0d3b-444f-bc7b-3b3894d0555c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0512805 Oct 17 03:52:39.982491 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e2ba8-3cee-471e-a6db-0cadbce2c7ec req-502a1676-086c-48fb-9e48-23a982ec792b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:39.984306 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4b0e2ba8-3cee-471e-a6db-0cadbce2c7ec req-502a1676-086c-48fb-9e48-23a982ec792b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 943 time: 0.0524085 Oct 17 03:52:40.012876 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6f1b6beb-52c6-4c5a-bda2-16ea3dfe39a5 req-c83bc7bc-639a-4b5f-9129-61beee830611 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Oct 17 03:52:40.034236 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4b0e2ba8-3cee-471e-a6db-0cadbce2c7ec req-b8f31fd7-851d-4253-92c9-62cf80ad40c9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434206 Oct 17 03:52:40.237663 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Request body: {'port': {'device_id': '893ded2f-c288-4663-afe2-bccf47b6876a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:40.250601 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:40.266164 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-f24854a0-4388-44e4-83f9-8ec4757bddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:40.267633 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-f24854a0-4388-44e4-83f9-8ec4757bddcb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8c93b4ea-d0ff-4586-89da-c3f90b258401 HTTP/1.1" status: 200 len: 854 time: 0.0444505 Oct 17 03:52:40.276000 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b5221-6c3d-4cf5-a628-68d8c0d7365f req-32789c56-6f10-42c5-b0ce-a60579a6a4e1 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:40.277525 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-507b5221-6c3d-4cf5-a628-68d8c0d7365f req-32789c56-6f10-42c5-b0ce-a60579a6a4e1 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 943 time: 0.0754209 Oct 17 03:52:40.304921 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-4911c7eb-68ad-4910-b990-fff412fddaa4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7bde2593-f357-4f67-b8f1-ec298e848626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310261 Oct 17 03:52:40.336584 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:40.380124 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-507b5221-6c3d-4cf5-a628-68d8c0d7365f req-748e4775-9dc8-4803-9897-ee91927dc3e0 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931678 Oct 17 03:52:40.403958 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-005fd275-207e-40f3-9456-6e710de689a6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7bde2593-f357-4f67-b8f1-ec298e848626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911980 Oct 17 03:52:40.500907 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ef799a17-97ad-4ff8-8bdf-2d7d46a9daf8 req-20820cfb-bdb8-44f8-9747-91052a5a4190 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7bde2593-f357-4f67-b8f1-ec298e848626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886104 Oct 17 03:52:40.617292 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:52:40.624930 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Publish callbacks [] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:40.626824 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7067-cfd5-4a3f-b7b4-143322aeb2f3 req-a22bd98a-7f6b-4c85-99bd-de91193e0a89 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:40.628356 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dbfe7067-cfd5-4a3f-b7b4-143322aeb2f3 req-a22bd98a-7f6b-4c85-99bd-de91193e0a89 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 931 time: 0.0493054 Oct 17 03:52:40.638065 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Transition to ACTIVE for port object ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:52:40.676052 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dbfe7067-cfd5-4a3f-b7b4-143322aeb2f3 req-838a64c9-2ae1-4605-bbaf-802ab00a7873 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Oct 17 03:52:40.751439 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:40.818136 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:40.822252 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Attempting to bind port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:52:40.822579 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Attempting to bind port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'e5f185d5-c555-4619-9975-39d244e87953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:52:40.822916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Attempting to bind port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 on network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:52:40.865843 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 on network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:52:40.866232 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Attempting to bind port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 on network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:52:40.911308 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:52:40.911643 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Checking segment: {'id': 'e5f185d5-c555-4619-9975-39d244e87953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:52:40.912149 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Bound using segment: {'id': 'e5f185d5-c555-4619-9975-39d244e87953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:52:40.912528 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Bound port: ab96f36d-8862-4b5c-97c7-f3bb5a27beb9, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f185d5-c555-4619-9975-39d244e87953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:52:40.912881 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:40.921157 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:40.972623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] For port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:52:40.975640 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] For port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:52:41.098908 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:41.103546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:41.120201 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:52:41.120737 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:41.122190 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:41.122415 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 HTTP/1.1" status: 200 len: 1093 time: 0.8894534 Oct 17 03:52:41.122922 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893ded2f-c288-4663-afe2-bccf47b6876a', 'tag': 'ab96f36d-8862-4b5c-97c7-f3bb5a27beb9'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:52:41.125362 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba33f68-2caf-4064-88b6-d930e37fdb45" -d '{"events": [{"name": "network-changed", "server_uuid": "893ded2f-c288-4663-afe2-bccf47b6876a", "tag": "ab96f36d-8862-4b5c-97c7-f3bb5a27beb9"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:52:41.153369 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:41.158668 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0d59-3dff-4e78-b453-199544393537 req-18770d23-c905-4408-a6a5-80f92a9bc240 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:41.160372 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-092d0d59-3dff-4e78-b453-199544393537 req-18770d23-c905-4408-a6a5-80f92a9bc240 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 943 time: 0.0512085 Oct 17 03:52:41.168333 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af59989-4a77-4bc9-a05e-b54262e54c93 req-0deacfbc-8ee6-4780-82a5-00cd2e0d7d70 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:41.169820 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0af59989-4a77-4bc9-a05e-b54262e54c93 req-0deacfbc-8ee6-4780-82a5-00cd2e0d7d70 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0811303 Oct 17 03:52:41.205252 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c58ea-b8fd-4e1a-9334-ab8ac23185c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:41.218089 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-092d0d59-3dff-4e78-b453-199544393537 req-95578e3d-aa39-4d16-b8b1-4f03a5b2c7fa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506203 Oct 17 03:52:41.235423 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:41.238558 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0af59989-4a77-4bc9-a05e-b54262e54c93 req-26dcc7c2-1f09-4a63-b6f0-22374f7431d5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599205 Oct 17 03:52:41.256828 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:52:41.278602 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c67f60c-7fa0-4103-8623-3f0c6b65a275 x-openstack-request-id: req-5c67f60c-7fa0-4103-8623-3f0c6b65a275 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:52:41.278602 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893ded2f-c288-4663-afe2-bccf47b6876a", "tag": "ab96f36d-8862-4b5c-97c7-f3bb5a27beb9", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:52:41.278602 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5c67f60c-7fa0-4103-8623-3f0c6b65a275 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:52:41.278602 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c67f60c-7fa0-4103-8623-3f0c6b65a275'] response: {'name': 'network-changed', 'server_uuid': '893ded2f-c288-4663-afe2-bccf47b6876a', 'tag': 'ab96f36d-8862-4b5c-97c7-f3bb5a27beb9', 'status': 'completed', 'code': 200} Oct 17 03:52:41.293860 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:41.294249 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:41.307925 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:52:41.328527 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:41.387449 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:41.390902 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:41.436225 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:41.505008 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9161ce-e2ee-4fec-9763-5c72de54db81 req-b05e06de-a978-4352-9911-5104d18a5af8 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:41.506452 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d9161ce-e2ee-4fec-9763-5c72de54db81 req-b05e06de-a978-4352-9911-5104d18a5af8 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 943 time: 0.0470054 Oct 17 03:52:41.554069 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d9161ce-e2ee-4fec-9763-5c72de54db81 req-6bbfe2b6-3d3f-4f49-8060-5b792eff7f1d tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Oct 17 03:52:41.679260 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33f68-2caf-4064-88b6-d930e37fdb45 req-bbf967f8-f5c7-4185-83d6-38441084e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:41.681022 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ba33f68-2caf-4064-88b6-d930e37fdb45 req-bbf967f8-f5c7-4185-83d6-38441084e7ec service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=25d7abaaf76a4147afb1acb1ed2385b2&device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 1127 time: 0.0410957 Oct 17 03:52:41.724536 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['7cd34cee-4d00-4a4f-ae73-8e74b2365a7d'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:52:41.792330 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33f68-2caf-4064-88b6-d930e37fdb45 req-330cc75e-e970-4255-a2e5-37fc307de962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:41.794158 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ba33f68-2caf-4064-88b6-d930e37fdb45 req-330cc75e-e970-4255-a2e5-37fc307de962 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=25d7abaaf76a4147afb1acb1ed2385b2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1056976 Oct 17 03:52:41.808079 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:41.812576 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0c287-bcf0-4d45-8ef7-f5d4d7036376 req-bbac5108-8164-4d66-99fc-a6b64a99b47d tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:41.814218 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1ec0c287-bcf0-4d45-8ef7-f5d4d7036376 req-bbac5108-8164-4d66-99fc-a6b64a99b47d tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 943 time: 0.0516231 Oct 17 03:52:41.870722 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1ec0c287-bcf0-4d45-8ef7-f5d4d7036376 req-ef1ad88b-c6de-4990-93f1-f62f91efcdba tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481350 Oct 17 03:52:41.899708 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33f68-2caf-4064-88b6-d930e37fdb45 req-5b2ec68c-553b-4ca5-8dd1-6011a537ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:41.901224 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ba33f68-2caf-4064-88b6-d930e37fdb45 req-5b2ec68c-553b-4ca5-8dd1-6011a537ea36 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001601 Oct 17 03:52:41.976191 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10f15-e358-44ee-b48f-331ed199685b req-68a8d39a-2255-4ba9-bbce-fb038c5a3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:41.977654 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-68a8d39a-2255-4ba9-bbce-fb038c5a3a14 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=25d7abaaf76a4147afb1acb1ed2385b2&device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 1127 time: 0.0394111 Oct 17 03:52:42.016677 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-bcb2dfc6-029b-4a39-8e54-b6fbb2b003b3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 HTTP/1.1" status: 200 len: 217 time: 0.0307438 Oct 17 03:52:42.067589 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10f15-e358-44ee-b48f-331ed199685b req-77b74cf1-525f-4372-8e5a-f3984c28ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:42.069655 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-77b74cf1-525f-4372-8e5a-f3984c28ea2f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2f69294f-0baa-4d10-a2cb-374f9f442b60 HTTP/1.1" status: 200 len: 849 time: 0.0466654 Oct 17 03:52:42.105438 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-f31c330c-3654-4040-aecc-f8b132e3d6b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292861 Oct 17 03:52:42.130961 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 56082) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:42.199681 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-54782742-0997-44b0-a2b8-6310b436a087 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862155 Oct 17 03:52:42.240325 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9a53915c-8d1c-41e6-be2b-50a784e55639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:42.287529 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:42.288036 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:42.300522 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33f10f15-e358-44ee-b48f-331ed199685b req-bf33c937-b1ab-4405-b474-ebabfc59f075 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943224 Oct 17 03:52:42.323505 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9a53915c-8d1c-41e6-be2b-50a784e55639 admin admin] Publish callbacks [] for security_group (28284aa1-1dad-4d76-ab7d-6d18fc518819), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:42.373540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799b45-6e3e-46a1-af37-064eeb58dc9d req-a7a52ee1-34c1-4c73-bb6b-006b5df51944 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:42.375095 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-16799b45-6e3e-46a1-af37-064eeb58dc9d req-a7a52ee1-34c1-4c73-bb6b-006b5df51944 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 944 time: 0.0467436 Oct 17 03:52:42.390354 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2c5a5-7774-4217-8f47-9fc88753b209 req-2946cb85-daeb-4f64-bc99-0f29eb19a5f0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:42.391727 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0fb2c5a5-7774-4217-8f47-9fc88753b209 req-2946cb85-daeb-4f64-bc99-0f29eb19a5f0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0491455 Oct 17 03:52:42.424941 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-16799b45-6e3e-46a1-af37-064eeb58dc9d req-e7d154a4-a4db-40d5-9551-e242205bd7aa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433915 Oct 17 03:52:42.438619 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0fb2c5a5-7774-4217-8f47-9fc88753b209 req-fbbc8b4f-4bc9-4510-b1eb-a6f4e9dfdb39 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Oct 17 03:52:42.457170 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9a53915c-8d1c-41e6-be2b-50a784e55639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (28284aa1-1dad-4d76-ab7d-6d18fc518819), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:42.499048 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-9a53915c-8d1c-41e6-be2b-50a784e55639 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=226cbf5a2fc74c2f96023776b52f85a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670080 Oct 17 03:52:42.500236 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53915c-8d1c-41e6-be2b-50a784e55639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28284aa1-1dad-4d76-ab7d-6d18fc518819,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:42.502230 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 56096) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:42.551514 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-09062198-c238-46d2-80bd-bbe3f950ecf1 admin admin] Publish callbacks [] for security_group (28284aa1-1dad-4d76-ab7d-6d18fc518819), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:42.572250 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-09062198-c238-46d2-80bd-bbe3f950ecf1 admin admin] Publish callbacks [] for security_group (28284aa1-1dad-4d76-ab7d-6d18fc518819), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:42.589658 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:42.676390 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda8294-5268-465f-b97b-b381a50b2e6a req-c9a46487-2c06-4eba-bcb5-ef70ec5e5a07 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:42.677896 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6bda8294-5268-465f-b97b-b381a50b2e6a req-c9a46487-2c06-4eba-bcb5-ef70ec5e5a07 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 943 time: 0.0459070 Oct 17 03:52:42.711699 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-09062198-c238-46d2-80bd-bbe3f950ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (28284aa1-1dad-4d76-ab7d-6d18fc518819), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:42.714498 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-09062198-c238-46d2-80bd-bbe3f950ecf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:42.715843 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-09062198-c238-46d2-80bd-bbe3f950ecf1 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/28284aa1-1dad-4d76-ab7d-6d18fc518819 HTTP/1.1" status: 204 len: 168 time: 0.2125595 Oct 17 03:52:42.724338 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09062198-c238-46d2-80bd-bbe3f950ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28284aa1-1dad-4d76-ab7d-6d18fc518819,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:42.728773 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6bda8294-5268-465f-b97b-b381a50b2e6a req-48045c4c-0199-45d5-88d4-e28b82d0505b tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Oct 17 03:52:42.995799 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dbf5c-663f-4b4d-95a1-92ffc173b920 req-6f49f545-8cf8-4e38-a91e-c9dbf12b7c07 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:42.997284 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-df8dbf5c-663f-4b4d-95a1-92ffc173b920 req-6f49f545-8cf8-4e38-a91e-c9dbf12b7c07 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 943 time: 0.0534658 Oct 17 03:52:43.045452 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-df8dbf5c-663f-4b4d-95a1-92ffc173b920 req-d844c914-ad38-4599-adae-42a7acb0aa86 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Oct 17 03:52:43.129379 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device fdc91b15-76bb-4330-a796-87d6e11178ae details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:52:43.132719 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:52:43.230251 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:52:43.268560 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port fdc91b15-76bb-4330-a796-87d6e11178ae, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fdc91b15-76bb-4330-a796-87d6e11178ae,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:43.280246 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'fdc91b15-76bb-4330-a796-87d6e11178ae', 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626', 'port_id': 'fdc91b15-76bb-4330-a796-87d6e11178ae', 'mac_address': 'fa:16:3e:9d:1d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c93b4ea-d0ff-4586-89da-c3f90b258401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:52:43.315962 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port fdc91b15-76bb-4330-a796-87d6e11178ae is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:43.316349 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:43.330581 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc91b15-76bb-4330-a796-87d6e11178ae {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:52:43.354935 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port fdc91b15-76bb-4330-a796-87d6e11178ae, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fdc91b15-76bb-4330-a796-87d6e11178ae,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:43.359519 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:43.359915 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:43.360257 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d Oct 17 03:52:43.427040 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:43.434838 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:43.435203 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:43.499128 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=fdc91b15-76bb-4330-a796-87d6e11178ae,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:43.513143 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abf03ac-c353-4967-9f31-219bd1c92321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:52:43.516142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c566a3e-a911-4dc8-b957-30d4cb69dcc1" -d '{"events": [{"server_uuid": "3abf03ac-c353-4967-9f31-219bd1c92321", "name": "network-vif-plugged", "status": "completed", "tag": "7cd34cee-4d00-4a4f-ae73-8e74b2365a7d"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:52:43.535932 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:43.559999 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:43.576010 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cda09-79a7-410f-a7f3-3615273d4d72 req-c7bb9b37-27cb-4683-b946-dcd5552332d1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:43.579344 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad95f9-5ddd-4a7c-b7b8-75abce0b0761 req-70b66f9d-e97e-407d-948b-b13849560f4b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:43.580290 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6bad95f9-5ddd-4a7c-b7b8-75abce0b0761 req-70b66f9d-e97e-407d-948b-b13849560f4b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 944 time: 0.0665464 Oct 17 03:52:43.583835 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a82cda09-79a7-410f-a7f3-3615273d4d72 req-c7bb9b37-27cb-4683-b946-dcd5552332d1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0560584 Oct 17 03:52:43.605210 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:43.633987 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a82cda09-79a7-410f-a7f3-3615273d4d72 req-ef2752c3-da58-4f9a-8753-299efa0e1290 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453248 Oct 17 03:52:43.636620 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6bad95f9-5ddd-4a7c-b7b8-75abce0b0761 req-a52bce82-c9a8-451a-a829-b395977e640d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503378 Oct 17 03:52:43.666363 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:43.697106 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6933ae87-9ded-4d4e-9431-d2a3bac9e67a x-openstack-request-id: req-6933ae87-9ded-4d4e-9431-d2a3bac9e67a {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:52:43.697396 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abf03ac-c353-4967-9f31-219bd1c92321", "name": "network-vif-plugged", "status": "completed", "tag": "7cd34cee-4d00-4a4f-ae73-8e74b2365a7d", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:52:43.697651 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6933ae87-9ded-4d4e-9431-d2a3bac9e67a {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:52:43.699106 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6933ae87-9ded-4d4e-9431-d2a3bac9e67a'] response: {'server_uuid': '3abf03ac-c353-4967-9f31-219bd1c92321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'code': 200} Oct 17 03:52:43.765743 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['fdc91b15-76bb-4330-a796-87d6e11178ae'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:52:43.883998 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fcd6-12f7-43e7-900f-5d377dc1869c req-1b6e7846-5a2d-4eeb-ba65-9b088ba5d828 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:43.891192 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bff6fcd6-12f7-43e7-900f-5d377dc1869c req-1b6e7846-5a2d-4eeb-ba65-9b088ba5d828 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 944 time: 0.0786803 Oct 17 03:52:43.939519 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bff6fcd6-12f7-43e7-900f-5d377dc1869c req-b2d871bc-4fac-4621-b1f2-70b456e997fb tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467052 Oct 17 03:52:44.012583 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aa6e0-c36b-4d50-b0c6-304f2d859540 req-70441b20-41ce-4e33-b617-2a32a30443ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:44.014169 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b37aa6e0-c36b-4d50-b0c6-304f2d859540 req-70441b20-41ce-4e33-b617-2a32a30443ee service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 1129 time: 0.0430088 Oct 17 03:52:44.066566 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b37aa6e0-c36b-4d50-b0c6-304f2d859540 req-a6745c6a-89f6-4d92-a1ce-8bc60e309d25 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Oct 17 03:52:44.170093 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb614-2db7-47ee-87a6-4e3e3bda4d0e req-7ffdc393-2c16-4cee-8309-f509029a2491 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:44.171544 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c46fb614-2db7-47ee-87a6-4e3e3bda4d0e req-7ffdc393-2c16-4cee-8309-f509029a2491 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 943 time: 0.0456133 Oct 17 03:52:44.219792 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c46fb614-2db7-47ee-87a6-4e3e3bda4d0e req-72327a0c-816c-4f71-934b-d68c21f4e004 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Oct 17 03:52:44.770982 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba18f-de29-4e7d-b21a-fd5ea1c7e6e7 req-9542a1f3-fba3-488a-ad85-ef413314dc00 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:44.773064 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-627ba18f-de29-4e7d-b21a-fd5ea1c7e6e7 req-9542a1f3-fba3-488a-ad85-ef413314dc00 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 945 time: 0.0479155 Oct 17 03:52:44.786120 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbcaf4-51f6-44ef-bf7a-01bce026a0b7 req-c6f55e32-3a02-4df6-8b66-311e21cc27f6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:44.787607 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dffbcaf4-51f6-44ef-bf7a-01bce026a0b7 req-c6f55e32-3a02-4df6-8b66-311e21cc27f6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0460937 Oct 17 03:52:44.823645 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-627ba18f-de29-4e7d-b21a-fd5ea1c7e6e7 req-70f9f6b8-c6ea-4d1b-8dc4-3cdd3a453ee9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455203 Oct 17 03:52:44.838663 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dffbcaf4-51f6-44ef-bf7a-01bce026a0b7 req-9f9c99b2-f682-4b2f-9995-8622e7df1a7b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453029 Oct 17 03:52:45.059635 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724a38b-317c-4e6c-924e-b805e44cb535 req-e575db39-d232-4cf4-aded-b54d653e6638 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:45.061106 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f724a38b-317c-4e6c-924e-b805e44cb535 req-e575db39-d232-4cf4-aded-b54d653e6638 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 944 time: 0.0456786 Oct 17 03:52:45.109010 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f724a38b-317c-4e6c-924e-b805e44cb535 req-b3c0c982-f5a7-4ad1-8408-3e671822bfe9 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422239 Oct 17 03:52:45.141314 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:52:45.145197 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device fdc91b15-76bb-4330-a796-87d6e11178ae up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:52:45.236821 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port fdc91b15-76bb-4330-a796-87d6e11178ae completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:52:45.245152 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:45.276551 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:45.292764 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'ab96f36d-8862-4b5c-97c7-f3bb5a27beb9', 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d', 'port_id': 'ab96f36d-8862-4b5c-97c7-f3bb5a27beb9', 'mac_address': 'fa:16:3e:a1:f3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f69294f-0baa-4d10-a2cb-374f9f442b60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:52:45.327575 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:45.328058 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:45.339533 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port fdc91b15-76bb-4330-a796-87d6e11178ae triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:45.339923 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:45.340255 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port fdc91b15-76bb-4330-a796-87d6e11178ae Oct 17 03:52:45.341740 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e54b20-5b9b-44b7-9f4f-129717096cb7 req-67e5d180-6480-4cce-b289-1a23c7f36ecc tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:45.344162 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-30e54b20-5b9b-44b7-9f4f-129717096cb7 req-67e5d180-6480-4cce-b289-1a23c7f36ecc tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 943 time: 0.0468051 Oct 17 03:52:45.362413 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:52:45.391209 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-30e54b20-5b9b-44b7-9f4f-129717096cb7 req-d4dee2f4-1013-437c-b992-8a58e5e548ef tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Oct 17 03:52:45.392355 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:45.432084 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port fdc91b15-76bb-4330-a796-87d6e11178ae is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:45.432456 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:45.465403 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:45.468191 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port fdc91b15-76bb-4330-a796-87d6e11178ae, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fdc91b15-76bb-4330-a796-87d6e11178ae,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:45.471161 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:45.503497 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:45.517300 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:45.557035 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:45.614811 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=fdc91b15-76bb-4330-a796-87d6e11178ae,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:45.699409 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c241ab04-36db-4841-8c8f-7df55218c8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc91b15-76bb-4330-a796-87d6e11178ae'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:52:45.702806 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d85d0d9-6e94-4b88-9ebf-a0414b64dbe5" -d '{"events": [{"server_uuid": "c241ab04-36db-4841-8c8f-7df55218c8ef", "name": "network-vif-plugged", "status": "completed", "tag": "fdc91b15-76bb-4330-a796-87d6e11178ae"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:52:45.745667 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491efebf-e655-44fb-8c17-c1a3f509f8d4 x-openstack-request-id: req-491efebf-e655-44fb-8c17-c1a3f509f8d4 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:52:45.746042 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c241ab04-36db-4841-8c8f-7df55218c8ef", "name": "network-vif-plugged", "status": "completed", "tag": "fdc91b15-76bb-4330-a796-87d6e11178ae", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:52:45.746389 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-491efebf-e655-44fb-8c17-c1a3f509f8d4 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:52:45.746841 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491efebf-e655-44fb-8c17-c1a3f509f8d4'] response: {'server_uuid': 'c241ab04-36db-4841-8c8f-7df55218c8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc91b15-76bb-4330-a796-87d6e11178ae', 'code': 200} Oct 17 03:52:45.804736 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['ab96f36d-8862-4b5c-97c7-f3bb5a27beb9'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:52:45.989719 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009dfd2-8619-4110-8a77-011ae22d302d req-b8d97df5-4fe2-49a0-aa19-176740842b79 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:45.991222 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9009dfd2-8619-4110-8a77-011ae22d302d req-b8d97df5-4fe2-49a0-aa19-176740842b79 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 945 time: 0.0575790 Oct 17 03:52:46.038357 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9009dfd2-8619-4110-8a77-011ae22d302d req-005fd737-baa4-4312-84aa-f46a59c3a335 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415516 Oct 17 03:52:46.158546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d8009-a3de-494c-afa2-12856ccfa9d2 req-431ef829-099e-4d21-83d6-d948989c7be9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:46.160659 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ad1d8009-a3de-494c-afa2-12856ccfa9d2 req-431ef829-099e-4d21-83d6-d948989c7be9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0562167 Oct 17 03:52:46.219237 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ad1d8009-a3de-494c-afa2-12856ccfa9d2 req-8dea7de2-7604-4260-a946-e86f179a108f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498884 Oct 17 03:52:46.331664 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf46c-1a17-4b3d-9390-24a1737ddc47 req-91e1e101-374e-4100-bbb5-d4460ef93100 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:46.333806 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e6fdf46c-1a17-4b3d-9390-24a1737ddc47 req-91e1e101-374e-4100-bbb5-d4460ef93100 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0565178 Oct 17 03:52:46.397699 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e40fa0-6e7e-4898-b906-e698968ac060 req-51b3c2c4-9598-4a86-84b9-1d2390fe3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:46.399108 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-47e40fa0-6e7e-4898-b906-e698968ac060 req-51b3c2c4-9598-4a86-84b9-1d2390fe3885 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 1129 time: 0.0590842 Oct 17 03:52:46.420986 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e6fdf46c-1a17-4b3d-9390-24a1737ddc47 req-7c54c78a-5331-42df-9d99-e951019a8064 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797322 Oct 17 03:52:46.447290 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:46.458748 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-47e40fa0-6e7e-4898-b906-e698968ac060 req-be632cdd-0f4e-496a-b070-0f3a555395fb service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Oct 17 03:52:46.536154 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c28e8-6fd0-4414-a806-2fe4d8317815 req-12f166f6-1ad6-48f8-a8ce-b16ce605e76e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:46.537672 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a12c28e8-6fd0-4414-a806-2fe4d8317815 req-12f166f6-1ad6-48f8-a8ce-b16ce605e76e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 944 time: 0.0465271 Oct 17 03:52:46.563266 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:46.587384 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a12c28e8-6fd0-4414-a806-2fe4d8317815 req-0d3fe5a1-2e4f-4a9c-8d31-27de5b0189c1 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Oct 17 03:52:47.156023 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa71abd-aba2-44a5-83af-3a096acb0778 req-8835bdbd-b19d-406b-9ce6-b18cb59d0971 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:47.157369 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-caa71abd-aba2-44a5-83af-3a096acb0778 req-8835bdbd-b19d-406b-9ce6-b18cb59d0971 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 945 time: 0.0445921 Oct 17 03:52:47.204386 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-caa71abd-aba2-44a5-83af-3a096acb0778 req-68ffa5ff-4ab2-40a2-94a4-f390842bd2c4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Oct 17 03:52:47.324250 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a04e6-4553-45a0-aa2d-4c7663b4b070 req-5027ca8b-269f-4ee0-a54d-1ecf5bb1e89d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:47.325624 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-978a04e6-4553-45a0-aa2d-4c7663b4b070 req-5027ca8b-269f-4ee0-a54d-1ecf5bb1e89d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 945 time: 0.0454330 Oct 17 03:52:47.336619 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 56208) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:52:47.340517 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49d8dd-9983-4fed-a613-2a1b350cbcb5 req-9196d712-c5c1-42b9-bd28-13096b77db1b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:47.340964 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-8f76514e-0042-49de-9de2-892f7429bae3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'floatingip': {'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:52:47.341979 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-df49d8dd-9983-4fed-a613-2a1b350cbcb5 req-9196d712-c5c1-42b9-bd28-13096b77db1b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0480406 Oct 17 03:52:47.383836 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8f76514e-0042-49de-9de2-892f7429bae3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (ca028681-55f3-4310-b21e-44dacaac9536), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:47.389266 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-df49d8dd-9983-4fed-a613-2a1b350cbcb5 req-8f682c5c-85ec-4ade-81db-9eb32f62fd60 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Oct 17 03:52:47.578009 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017104f8-a18d-4ef5-a5c7-32e4435670e4 req-7cabd6ac-d5db-486f-b40c-9ee2d2fc8cdf tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:47.579689 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-017104f8-a18d-4ef5-a5c7-32e4435670e4 req-7cabd6ac-d5db-486f-b40c-9ee2d2fc8cdf tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0831635 Oct 17 03:52:47.709908 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340b362-5658-4c35-9964-4316371614da req-4166b22f-e07a-4619-be70-0bcc6af7dcac tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:47.711538 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e340b362-5658-4c35-9964-4316371614da req-4166b22f-e07a-4619-be70-0bcc6af7dcac tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 944 time: 0.0507071 Oct 17 03:52:47.727006 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-017104f8-a18d-4ef5-a5c7-32e4435670e4 req-dd38cebf-c9e3-4560-8f57-31c52ed09270 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212227 Oct 17 03:52:47.761453 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e340b362-5658-4c35-9964-4316371614da req-21e0768a-9f7c-4136-b452-bb398afa8b12 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Oct 17 03:52:47.862826 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:47.875785 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8f76514e-0042-49de-9de2-892f7429bae3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:47.962571 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8f76514e-0042-49de-9de2-892f7429bae3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (ca028681-55f3-4310-b21e-44dacaac9536), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:48.055592 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [None req-8f76514e-0042-49de-9de2-892f7429bae3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Floating IP ca028681-55f3-4310-b21e-44dacaac9536 associated. External IP: 172.27.4.77, port: 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d. Oct 17 03:52:48.131891 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:48.246669 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f76514e-0042-49de-9de2-892f7429bae3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:52:48.345978 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f76514e-0042-49de-9de2-892f7429bae3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:52:48.351283 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8f76514e-0042-49de-9de2-892f7429bae3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:48.355983 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:52:48.366917 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:52:48.367521 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:52:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:48.380487 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-8f76514e-0042-49de-9de2-892f7429bae3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/ca028681-55f3-4310-b21e-44dacaac9536 HTTP/1.1" status: 200 len: 990 time: 1.0427399 Oct 17 03:52:48.381143 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abf03ac-c353-4967-9f31-219bd1c92321', 'tag': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:52:48.383460 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e4a406-f64c-4b9a-a20e-967e037332d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3abf03ac-c353-4967-9f31-219bd1c92321", "tag": "7cd34cee-4d00-4a4f-ae73-8e74b2365a7d"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:52:48.423141 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7bcba7-75fd-4336-9352-d79ec3e5fe0b x-openstack-request-id: req-ab7bcba7-75fd-4336-9352-d79ec3e5fe0b {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:52:48.423426 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abf03ac-c353-4967-9f31-219bd1c92321", "tag": "7cd34cee-4d00-4a4f-ae73-8e74b2365a7d", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:52:48.423676 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ab7bcba7-75fd-4336-9352-d79ec3e5fe0b {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:52:48.424103 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7bcba7-75fd-4336-9352-d79ec3e5fe0b'] response: {'name': 'network-changed', 'server_uuid': '3abf03ac-c353-4967-9f31-219bd1c92321', 'tag': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'status': 'completed', 'code': 200} Oct 17 03:52:48.474719 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:52:48.514103 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7271e-3edd-4fc0-9035-704c60ec5b95 req-37cc947b-44e9-4edf-9a5c-d2b6bf7f0612 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:48.515601 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f7a7271e-3edd-4fc0-9035-704c60ec5b95 req-37cc947b-44e9-4edf-9a5c-d2b6bf7f0612 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0497904 Oct 17 03:52:48.565354 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f7a7271e-3edd-4fc0-9035-704c60ec5b95 req-4a6f770e-810c-4388-b4dc-8495406c7341 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430486 Oct 17 03:52:48.597574 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:52:48.840081 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:52:48.864860 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7a34a-b99c-418f-99f8-501f7f70161d req-e271f790-eaa0-4e33-b33e-34ad3d55a54e tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:48.874295 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8ce7a34a-b99c-418f-99f8-501f7f70161d req-e271f790-eaa0-4e33-b33e-34ad3d55a54e tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0693517 Oct 17 03:52:48.910153 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:52:48.910525 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:48.910865 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 Oct 17 03:52:48.920541 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8ce7a34a-b99c-418f-99f8-501f7f70161d req-6b78a56a-262e-466d-a26e-a248024b8edf tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454109 Oct 17 03:52:48.944406 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'ca028681-55f3-4310-b21e-44dacaac9536', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.77', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:52:27Z', 'updated_at': '2022-10-17T03:52:47Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:48.977829 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:52:48.995500 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:52:48.996158 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:52:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:49.028230 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347729-5cc7-41f5-8e02-2d248194917d req-9cee2b9b-6339-4f31-982d-f82b2f8779e5 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:49.035014 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9c347729-5cc7-41f5-8e02-2d248194917d req-9cee2b9b-6339-4f31-982d-f82b2f8779e5 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 944 time: 0.0549679 Oct 17 03:52:49.078079 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:52:49.078465 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:49.088276 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9c347729-5cc7-41f5-8e02-2d248194917d req-fa704caa-52c3-4369-941b-a29265f941ee tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523870 Oct 17 03:52:49.123785 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ffb9d-974f-4679-a69f-43d460bfd9b4 req-13b066a7-f2e8-4ab6-a7af-65b4fc480733 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:49.125299 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-761ffb9d-974f-4679-a69f-43d460bfd9b4 req-13b066a7-f2e8-4ab6-a7af-65b4fc480733 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0517550 Oct 17 03:52:49.139333 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893ded2f-c288-4663-afe2-bccf47b6876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab96f36d-8862-4b5c-97c7-f3bb5a27beb9'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:52:49.141560 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88296e86-3e85-4b43-8843-358157a93fa6" -d '{"events": [{"server_uuid": "893ded2f-c288-4663-afe2-bccf47b6876a", "name": "network-vif-plugged", "status": "completed", "tag": "ab96f36d-8862-4b5c-97c7-f3bb5a27beb9"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:52:49.160406 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:52:49.164760 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:52:49.176250 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-761ffb9d-974f-4679-a69f-43d460bfd9b4 req-85a8bc9c-ad3e-491d-aead-d1729133fcf6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446088 Oct 17 03:52:49.188780 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dded63-a9f8-4aa2-8ef7-f1f209e765b6 x-openstack-request-id: req-b7dded63-a9f8-4aa2-8ef7-f1f209e765b6 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:52:49.189023 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893ded2f-c288-4663-afe2-bccf47b6876a", "name": "network-vif-plugged", "status": "completed", "tag": "ab96f36d-8862-4b5c-97c7-f3bb5a27beb9", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:52:49.189261 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b7dded63-a9f8-4aa2-8ef7-f1f209e765b6 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:52:49.189650 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7dded63-a9f8-4aa2-8ef7-f1f209e765b6'] response: {'server_uuid': '893ded2f-c288-4663-afe2-bccf47b6876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab96f36d-8862-4b5c-97c7-f3bb5a27beb9', 'code': 200} Oct 17 03:52:49.273568 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:49.370364 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:52:49.383039 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:49.421718 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'ca028681-55f3-4310-b21e-44dacaac9536', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.77', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:52:27Z', 'updated_at': '2022-10-17T03:52:47Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:52:49.446511 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c073e-637e-467b-a745-6aae8e70f43d None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'ca028681-55f3-4310-b21e-44dacaac9536', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.77', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:52:27Z', 'updated_at': '2022-10-17T03:52:47Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:52:49.636681 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4775ec-f16b-4e94-9227-7aec5f69e118 None None] New status for floating IP ca028681-55f3-4310-b21e-44dacaac9536: ACTIVE {{(pid=111642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:52:49.688675 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2523b8b-a8e5-4b8f-b18d-3fbf4e7e37ee req-848296da-4ad0-4eab-962a-9d3acc66e17b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:49.690619 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2523b8b-a8e5-4b8f-b18d-3fbf4e7e37ee req-848296da-4ad0-4eab-962a-9d3acc66e17b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0466237 Oct 17 03:52:49.745642 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2523b8b-a8e5-4b8f-b18d-3fbf4e7e37ee req-62b98fba-60ac-45f4-b235-43938ca47d8d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487227 Oct 17 03:52:49.793980 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-71dffcfb-e20a-4635-8dd7-af40823f18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:49.795487 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-71dffcfb-e20a-4635-8dd7-af40823f18c6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 1129 time: 0.0474424 Oct 17 03:52:49.927143 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-6cdd19ea-8384-40f9-8b72-86711581f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:49.928670 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-6cdd19ea-8384-40f9-8b72-86711581f235 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 915 time: 0.0966842 Oct 17 03:52:50.052402 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872c309-2abb-48ad-825a-6652e94762cc req-d3aa0f70-4a21-4333-b396-4b62d9248ab7 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:50.053879 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7872c309-2abb-48ad-825a-6652e94762cc req-d3aa0f70-4a21-4333-b396-4b62d9248ab7 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0490258 Oct 17 03:52:50.078279 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-ce7cdaff-2777-4a4f-b825-5d6e3f3fce0d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d HTTP/1.1" status: 200 len: 1000 time: 0.0623341 Oct 17 03:52:50.102558 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7872c309-2abb-48ad-825a-6652e94762cc req-a1a3ebbd-a062-4011-b641-d42a1dd0ec5e tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Oct 17 03:52:50.206303 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda83d1-3786-474d-824d-0237b6aa7e15 req-049427cd-2ede-4169-bca5-8f388b5d6851 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:50.207770 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4cda83d1-3786-474d-824d-0237b6aa7e15 req-049427cd-2ede-4169-bca5-8f388b5d6851 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0484014 Oct 17 03:52:50.256558 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4cda83d1-3786-474d-824d-0237b6aa7e15 req-59a1c04f-1e58-4557-abf5-0cdc6c8b37d9 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Oct 17 03:52:50.304451 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e07906-5879-4fbf-be5e-27a9ba5060cb req-9ba460f2-799f-4e27-ac0a-984f7c0b97e1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:50.305846 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-77e07906-5879-4fbf-be5e-27a9ba5060cb req-9ba460f2-799f-4e27-ac0a-984f7c0b97e1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0462737 Oct 17 03:52:50.355933 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-77e07906-5879-4fbf-be5e-27a9ba5060cb req-a081e1fc-e1ad-47aa-ae91-05a24bbbb2cc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445316 Oct 17 03:52:50.650291 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:50.729758 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:50.746632 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-e1abf611-4443-41a5-ba33-1a1cbac21f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:50.747457 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bc36f-81c3-43a2-8892-6e95959d1eeb req-b78fa3e5-6e91-48d4-80af-616bdeadfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:50.748209 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-e1abf611-4443-41a5-ba33-1a1cbac21f6b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 HTTP/1.1" status: 200 len: 853 time: 0.0558610 Oct 17 03:52:50.748967 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-594bc36f-81c3-43a2-8892-6e95959d1eeb req-b78fa3e5-6e91-48d4-80af-616bdeadfa3a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 1129 time: 0.2444284 Oct 17 03:52:50.873825 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:50.886680 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622a23b-c92b-4f34-b198-c8ce66c8879d req-fde05f2d-bc68-41ef-a320-04c61d91c73e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:50.888185 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3622a23b-c92b-4f34-b198-c8ce66c8879d req-fde05f2d-bc68-41ef-a320-04c61d91c73e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0546288 Oct 17 03:52:50.935631 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3622a23b-c92b-4f34-b198-c8ce66c8879d req-e59524b4-6278-4915-9208-1bbaa2721cf5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Oct 17 03:52:51.024602 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-594bc36f-81c3-43a2-8892-6e95959d1eeb req-7ed13aaf-664c-41b4-a260-83e8501387fc service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541456 Oct 17 03:52:51.221157 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:51.229506 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dee177-9e4e-41c6-b731-dbcff2cf78a0 req-fad32ee9-9823-4fb0-9ff3-d8610e636325 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:51.231070 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-58dee177-9e4e-41c6-b731-dbcff2cf78a0 req-fad32ee9-9823-4fb0-9ff3-d8610e636325 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0487344 Oct 17 03:52:51.261011 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-4a1c39ea-566d-4c67-b14f-ac4f49bd7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:51.262504 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-4a1c39ea-566d-4c67-b14f-ac4f49bd7063 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a10170e9-307c-484d-ab5a-624a6e00b8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2834501 Oct 17 03:52:51.281217 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-58dee177-9e4e-41c6-b731-dbcff2cf78a0 req-80631e54-1c18-439e-9ef5-84825af5b9be tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 Oct 17 03:52:51.374998 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a68630-8a83-4de6-811c-07deb84465dc req-7e4f7a8b-a277-498a-b92b-b73141ee2a56 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:51.376495 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1a68630-8a83-4de6-811c-07deb84465dc req-7e4f7a8b-a277-498a-b92b-b73141ee2a56 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0462675 Oct 17 03:52:51.428443 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1a68630-8a83-4de6-811c-07deb84465dc req-e3c8e591-17ef-4f90-b4ae-52369e3a5aaf tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457809 Oct 17 03:52:51.488478 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689c05b-759d-4bfb-9399-a39035e23cac req-7e0add5c-08cb-4013-acfb-6e0260046fbc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:51.489984 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8689c05b-759d-4bfb-9399-a39035e23cac req-7e0add5c-08cb-4013-acfb-6e0260046fbc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0485802 Oct 17 03:52:51.538752 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8689c05b-759d-4bfb-9399-a39035e23cac req-0e72b7e2-a993-4189-9374-6d7184f13747 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432611 Oct 17 03:52:52.057354 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389b301-bf0c-4342-9a61-387bfc80be1d req-7e6ff36a-5521-4329-a9d1-844cd116aef3 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:52.058917 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2389b301-bf0c-4342-9a61-387bfc80be1d req-7e6ff36a-5521-4329-a9d1-844cd116aef3 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0473192 Oct 17 03:52:52.110930 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2389b301-bf0c-4342-9a61-387bfc80be1d req-f1d4f7f1-cc39-4728-9d65-8c6552b57aae tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465260 Oct 17 03:52:52.544651 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcf653-d1b9-48cf-8f05-e230a1af77bc req-093960e5-e084-41db-87c5-c55d43aecb14 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:52.546101 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b8bcf653-d1b9-48cf-8f05-e230a1af77bc req-093960e5-e084-41db-87c5-c55d43aecb14 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0446038 Oct 17 03:52:52.593927 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b8bcf653-d1b9-48cf-8f05-e230a1af77bc req-8121ed83-eba8-48eb-a42f-b027fb821cbb tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Oct 17 03:52:52.663492 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6ef78-6f61-48cb-963a-931cf946c936 req-fd575fda-8309-4a80-a1e3-1e31b5953976 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:52.664953 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-65d6ef78-6f61-48cb-963a-931cf946c936 req-fd575fda-8309-4a80-a1e3-1e31b5953976 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0464261 Oct 17 03:52:52.712327 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-65d6ef78-6f61-48cb-963a-931cf946c936 req-b89c2e1d-5e49-4274-91b2-d7630e4b07b1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Oct 17 03:52:53.235699 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741cec3-8a47-4495-99f5-0480faffa3c4 req-5456df3c-548c-4e0a-ba17-b6196b82d6fe tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:53.237691 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d741cec3-8a47-4495-99f5-0480faffa3c4 req-5456df3c-548c-4e0a-ba17-b6196b82d6fe tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0516489 Oct 17 03:52:53.282972 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d741cec3-8a47-4495-99f5-0480faffa3c4 req-40195c6b-a81f-4ccf-86af-97d255280402 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Oct 17 03:52:53.708838 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdee4db-09a5-4fcd-b7a7-bd879f53cfbd req-cd5b9727-e0fc-4b7b-aaa3-e9e1eab63cfc tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:53.710339 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-dfdee4db-09a5-4fcd-b7a7-bd879f53cfbd req-cd5b9727-e0fc-4b7b-aaa3-e9e1eab63cfc tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0456557 Oct 17 03:52:53.757970 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-dfdee4db-09a5-4fcd-b7a7-bd879f53cfbd req-bfaf94a6-2954-4a15-aaec-8917dfa7c4ff tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Oct 17 03:52:53.836287 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af28674-ea2b-45bd-8081-1f729bf3f1cf req-4f4f95c5-1ca1-4ce0-aab5-168554b29d1c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:53.837711 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5af28674-ea2b-45bd-8081-1f729bf3f1cf req-4f4f95c5-1ca1-4ce0-aab5-168554b29d1c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0444522 Oct 17 03:52:53.882760 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5af28674-ea2b-45bd-8081-1f729bf3f1cf req-fbd12048-7f74-4565-9eba-5edccbe19ca0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Oct 17 03:52:54.101712 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-578c07a7-a9fe-4c93-b17f-c049a8197cb9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908706 Oct 17 03:52:54.237935 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-29e4a406-f64c-4b9a-a20e-967e037332d8 req-363065cf-32ba-48eb-8449-56ab87a6fcbd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930579 Oct 17 03:52:54.405004 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298d36-7110-4927-9815-98e6b6e3578c req-d42cfecd-f35d-4f98-b17a-1d2325c87ddc tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:54.406504 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97298d36-7110-4927-9815-98e6b6e3578c req-d42cfecd-f35d-4f98-b17a-1d2325c87ddc tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0486889 Oct 17 03:52:54.456534 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97298d36-7110-4927-9815-98e6b6e3578c req-0ffce1e8-4391-44d7-9228-ecaeb3107624 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Oct 17 03:52:54.879160 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:54.894493 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebb7a8-8e6b-45ca-b8af-a6da7ae01db9 req-b948cc44-eabc-4518-82a5-9218a7845c15 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:54.895960 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-04ebb7a8-8e6b-45ca-b8af-a6da7ae01db9 req-b948cc44-eabc-4518-82a5-9218a7845c15 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0447731 Oct 17 03:52:54.950448 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-04ebb7a8-8e6b-45ca-b8af-a6da7ae01db9 req-9480bbaf-1b06-4c69-adfc-278ff18e3356 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Oct 17 03:52:55.010350 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0b50e-3e1f-42d4-8251-c032ede033f7 req-8eb9f784-b4d8-473b-9d92-98b27fa7aa43 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:55.011851 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-faf0b50e-3e1f-42d4-8251-c032ede033f7 req-8eb9f784-b4d8-473b-9d92-98b27fa7aa43 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0476942 Oct 17 03:52:55.063127 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-faf0b50e-3e1f-42d4-8251-c032ede033f7 req-cbabbd5f-8217-41e3-b4dc-d7338e4958c0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455463 Oct 17 03:52:55.574112 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7354585-22f4-42c1-a09b-864eb33f2f68 req-bb1641da-d176-4e98-9736-0a730a494ab1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:55.575581 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e7354585-22f4-42c1-a09b-864eb33f2f68 req-bb1641da-d176-4e98-9736-0a730a494ab1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0467839 Oct 17 03:52:55.622838 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e7354585-22f4-42c1-a09b-864eb33f2f68 req-f0979218-2278-4f24-8593-1661a4764968 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Oct 17 03:52:56.076924 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de3dd6-d3e7-4b57-b8fa-87ce9504df2b req-ab804a6c-1f48-4c8a-b562-63281dc734c6 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:56.078499 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e8de3dd6-d3e7-4b57-b8fa-87ce9504df2b req-ab804a6c-1f48-4c8a-b562-63281dc734c6 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0511553 Oct 17 03:52:56.104303 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:56.128943 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e8de3dd6-d3e7-4b57-b8fa-87ce9504df2b req-7e52b8d3-8ad3-4e71-8df2-d0163723e6c8 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435479 Oct 17 03:52:56.189566 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3332ad6-566b-4e2a-8c8f-93c7f0b9eaef req-9a9188d0-9015-4f93-bdcc-076ab139b15e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:56.192460 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f3332ad6-566b-4e2a-8c8f-93c7f0b9eaef req-9a9188d0-9015-4f93-bdcc-076ab139b15e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0460582 Oct 17 03:52:56.241482 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f3332ad6-566b-4e2a-8c8f-93c7f0b9eaef req-93a84227-e15a-4100-9738-c910955d6a68 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435841 Oct 17 03:52:56.665036 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-975c44dd-1ce2-4e39-b2f2-dde0beccf3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:56.743330 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599b167-1d0b-4d7c-aa56-b8c20c9b1911 req-f36db58b-d1dc-49ce-bb12-3575a02c9c00 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:56.744798 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0599b167-1d0b-4d7c-aa56-b8c20c9b1911 req-f36db58b-d1dc-49ce-bb12-3575a02c9c00 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0467391 Oct 17 03:52:56.794331 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0599b167-1d0b-4d7c-aa56-b8c20c9b1911 req-3485cc03-241f-4a8c-b554-6003432d32a0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440502 Oct 17 03:52:57.250650 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476ad45-961b-4467-8996-4f8ad7d2d5d0 req-93509bb8-2366-41c7-b2f7-a595d2213a27 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:57.252145 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c476ad45-961b-4467-8996-4f8ad7d2d5d0 req-93509bb8-2366-41c7-b2f7-a595d2213a27 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0488274 Oct 17 03:52:57.302571 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c476ad45-961b-4467-8996-4f8ad7d2d5d0 req-03ee4031-19b6-46ef-b484-17236e97ba43 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446255 Oct 17 03:52:57.364883 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:57.380331 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f6912-ff31-4067-83ec-a4ca4161b2dd req-bc14102d-fb9c-4d58-b4c1-529af8389a22 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:57.381801 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e2f6912-ff31-4067-83ec-a4ca4161b2dd req-bc14102d-fb9c-4d58-b4c1-529af8389a22 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0506558 Oct 17 03:52:57.433112 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e2f6912-ff31-4067-83ec-a4ca4161b2dd req-7224172d-d93e-4f86-9f85-24c986f12777 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450544 Oct 17 03:52:57.873997 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:52:57.916330 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c27ee-9bcf-45e2-9be8-b3ee18a1ace1 req-5913d536-d739-4441-8d92-e90012a51022 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:57.917795 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3a6c27ee-9bcf-45e2-9be8-b3ee18a1ace1 req-5913d536-d739-4441-8d92-e90012a51022 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0456588 Oct 17 03:52:57.966616 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3a6c27ee-9bcf-45e2-9be8-b3ee18a1ace1 req-01635ef7-a5de-455f-a41b-cc020251d845 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Oct 17 03:52:58.424506 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283b79f-e7d0-4646-ad67-592f7a9ca6df req-6859416d-673a-48da-a588-23feda28aa4c tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:58.426612 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2283b79f-e7d0-4646-ad67-592f7a9ca6df req-6859416d-673a-48da-a588-23feda28aa4c tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0474014 Oct 17 03:52:58.482417 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2283b79f-e7d0-4646-ad67-592f7a9ca6df req-a74bed23-3a05-4ea2-8531-9ffab6cefc85 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503964 Oct 17 03:52:58.561216 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5555eb-8a18-48d6-a625-e9a8a392123d req-6747d7d0-e2ab-4508-85a5-1d02ae948a1c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:58.562784 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ab5555eb-8a18-48d6-a625-e9a8a392123d req-6747d7d0-e2ab-4508-85a5-1d02ae948a1c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0461674 Oct 17 03:52:58.616789 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ab5555eb-8a18-48d6-a625-e9a8a392123d req-f25e7ce1-50fd-44c4-9bd3-6bc5735d33e1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466828 Oct 17 03:52:58.906973 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9277af01-26ea-4145-8d99-91694af8e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:52:59.087209 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d16c-296f-4643-90e3-fc3125b9ed72 req-8a7a2546-981d-4fd4-a38c-5bc1ee1871e0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:59.089168 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e8c6d16c-296f-4643-90e3-fc3125b9ed72 req-8a7a2546-981d-4fd4-a38c-5bc1ee1871e0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0455341 Oct 17 03:52:59.142775 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e8c6d16c-296f-4643-90e3-fc3125b9ed72 req-d9fd063f-805b-4c69-b0d8-234a213a9a0d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483587 Oct 17 03:52:59.592575 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:52:59.605822 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd3025-4558-4105-af28-9a5e48d9fcb7 req-8bcc063c-f6a5-43b0-95ea-dc9331e02df0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:59.607297 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1ffd3025-4558-4105-af28-9a5e48d9fcb7 req-8bcc063c-f6a5-43b0-95ea-dc9331e02df0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0470834 Oct 17 03:52:59.661933 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1ffd3025-4558-4105-af28-9a5e48d9fcb7 req-d7b2b2a4-5132-46ca-814c-919bdcbf7619 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490365 Oct 17 03:52:59.757434 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dc15a-f3e9-4dc1-8959-6299fd58bc67 req-01404ee1-d2e6-4cfa-8f70-536dc52a48b3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:52:59.759658 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a10dc15a-f3e9-4dc1-8959-6299fd58bc67 req-01404ee1-d2e6-4cfa-8f70-536dc52a48b3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0504577 Oct 17 03:52:59.806797 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a10dc15a-f3e9-4dc1-8959-6299fd58bc67 req-8b06463f-a572-4679-8db0-73a752846a30 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411687 Oct 17 03:53:00.249938 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:00.263269 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb105f5-7b68-4ab5-97d1-8520a3d25420 req-3ea3c1a6-0b06-440a-a70b-cef25776497a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:00.264793 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9eb105f5-7b68-4ab5-97d1-8520a3d25420 req-3ea3c1a6-0b06-440a-a70b-cef25776497a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0475602 Oct 17 03:53:00.313247 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9eb105f5-7b68-4ab5-97d1-8520a3d25420 req-43fe74fb-e137-4720-a23a-4b4e10a0a3ab tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426772 Oct 17 03:53:00.799679 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981bb43-3897-45db-83fa-7d52fb97eedf req-03f1a16f-8049-4457-abc9-a68d7f410b5a tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:00.802248 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d981bb43-3897-45db-83fa-7d52fb97eedf req-03f1a16f-8049-4457-abc9-a68d7f410b5a tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0500579 Oct 17 03:53:00.895497 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d981bb43-3897-45db-83fa-7d52fb97eedf req-b2bff380-4235-4e03-9369-060615a74e63 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876880 Oct 17 03:53:00.905911 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835e726-7c9e-4c12-aaf7-d906682ab0ca req-cf5b6eb7-0e35-4cb2-9506-8144e7c85231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:00.907370 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8835e726-7c9e-4c12-aaf7-d906682ab0ca req-cf5b6eb7-0e35-4cb2-9506-8144e7c85231 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 1129 time: 0.0709815 Oct 17 03:53:00.964886 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875a36-6c81-4b82-b23b-394df5356bcd req-2f155c89-521d-45a4-963d-c344664e5508 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:00.966387 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-24875a36-6c81-4b82-b23b-394df5356bcd req-2f155c89-521d-45a4-963d-c344664e5508 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0642400 Oct 17 03:53:01.021599 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-24875a36-6c81-4b82-b23b-394df5356bcd req-1ce929a9-e8a9-4b6a-a125-ea1fb91d6838 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450003 Oct 17 03:53:01.241405 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8835e726-7c9e-4c12-aaf7-d906682ab0ca req-8e411c7f-7ff7-463f-8931-dfb2e8126db3 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449584 Oct 17 03:53:01.441996 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb24bb8-5e5f-4b63-a568-a4e1582f3417 req-ba0cb42c-314c-42f6-b0a9-921965720d48 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:01.443350 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9cb24bb8-5e5f-4b63-a568-a4e1582f3417 req-ba0cb42c-314c-42f6-b0a9-921965720d48 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0537696 Oct 17 03:53:01.490399 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:01.499674 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9cb24bb8-5e5f-4b63-a568-a4e1582f3417 req-5a72e6ba-88e7-4b9b-aad5-592d5e4df89e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 Oct 17 03:53:01.540691 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:01.661379 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:02.160602 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be879c8-2af5-45f3-a4c3-45dcd076248c req-2f3ed1ac-70a5-4d8c-861d-d8b7be37d453 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:02.162068 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2be879c8-2af5-45f3-a4c3-45dcd076248c req-2f3ed1ac-70a5-4d8c-861d-d8b7be37d453 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0461502 Oct 17 03:53:02.216887 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2be879c8-2af5-45f3-a4c3-45dcd076248c req-52645d75-b5ac-4d80-9052-3c92078430f8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492709 Oct 17 03:53:02.302871 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bd8e5-ccd1-45fc-af1e-bfe1cf2f295d req-f5c7b3ea-3872-4e68-bc17-fc4faf830173 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:02.304358 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-929bd8e5-ccd1-45fc-af1e-bfe1cf2f295d req-f5c7b3ea-3872-4e68-bc17-fc4faf830173 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0464501 Oct 17 03:53:02.352537 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-929bd8e5-ccd1-45fc-af1e-bfe1cf2f295d req-62c5c97c-df38-4d5d-90e2-0c12251c1596 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Oct 17 03:53:02.624806 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cec2d-6166-441f-aace-80b0c574b962 req-7aad9d48-fb5c-4fc7-ab67-6537ff73bf06 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:02.626176 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d85cec2d-6166-441f-aace-80b0c574b962 req-7aad9d48-fb5c-4fc7-ab67-6537ff73bf06 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0504165 Oct 17 03:53:02.674347 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d85cec2d-6166-441f-aace-80b0c574b962 req-d584c597-5dea-4884-9e81-d5833dac20fb tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Oct 17 03:53:03.137710 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197628f-b392-46f4-8c25-ed4eff067c1a req-0792cf62-ef48-4cd3-b5fa-aa7e166eee73 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:03.139182 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b197628f-b392-46f4-8c25-ed4eff067c1a req-0792cf62-ef48-4cd3-b5fa-aa7e166eee73 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0479302 Oct 17 03:53:03.186991 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b197628f-b392-46f4-8c25-ed4eff067c1a req-f636271e-542b-4466-857f-838ceddcd467 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Oct 17 03:53:03.348675 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37725a8-c72d-4270-93bc-1d8a13467cbb req-951a60c5-d6af-4cdb-ba18-9373af3e5307 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:03.350105 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b37725a8-c72d-4270-93bc-1d8a13467cbb req-951a60c5-d6af-4cdb-ba18-9373af3e5307 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0519180 Oct 17 03:53:03.397265 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b37725a8-c72d-4270-93bc-1d8a13467cbb req-18fa501d-86fa-4253-b9ae-e69adc318d07 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416479 Oct 17 03:53:03.479572 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7af15-fcbd-46ba-90b9-0a858622a96c req-5389d50a-c6f1-4e79-b9f0-80f8873e3a6b tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:03.481112 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-17e7af15-fcbd-46ba-90b9-0a858622a96c req-5389d50a-c6f1-4e79-b9f0-80f8873e3a6b tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0498083 Oct 17 03:53:03.508794 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:03.513881 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:03.530339 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-17e7af15-fcbd-46ba-90b9-0a858622a96c req-55708080-03a4-4790-8c2f-7765d1ca181c tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Oct 17 03:53:03.781655 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:03.800828 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b0d4e-eeea-4392-9e47-39a6f5584ec4 req-8ffda308-6681-4231-bdc1-ed07ba1dafd4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:03.802268 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-041b0d4e-eeea-4392-9e47-39a6f5584ec4 req-8ffda308-6681-4231-bdc1-ed07ba1dafd4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0470209 Oct 17 03:53:03.850458 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-041b0d4e-eeea-4392-9e47-39a6f5584ec4 req-ac550705-c75c-4eb6-b18b-44574e17773f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Oct 17 03:53:04.339150 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0fa50-01ec-4180-b473-abbe34762d7e req-9bcc07bf-3d8a-4098-bd67-524eb39e3535 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:04.340640 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-45f0fa50-01ec-4180-b473-abbe34762d7e req-9bcc07bf-3d8a-4098-bd67-524eb39e3535 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0772088 Oct 17 03:53:04.342548 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-04b2df5e-a179-4a69-bc24-f54965a656d7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675623 Oct 17 03:53:04.394972 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-45f0fa50-01ec-4180-b473-abbe34762d7e req-294ce035-5d5a-4344-89dc-75fca5f73ed7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486426 Oct 17 03:53:04.522409 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23f49-ae60-4e71-b722-1aeff83b6a23 req-959fbb3a-4315-4304-bf49-31109878d7f4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:04.523690 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-42c23f49-ae60-4e71-b722-1aeff83b6a23 req-959fbb3a-4315-4304-bf49-31109878d7f4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0457838 Oct 17 03:53:04.576518 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-42c23f49-ae60-4e71-b722-1aeff83b6a23 req-7650918a-bf35-429c-abc4-eeb674ddbea9 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469348 Oct 17 03:53:04.656341 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff581-fd7b-49d7-8ffa-f04def6e5eea req-4012917a-f151-43c5-a334-dd170fc36905 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:04.657799 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-81dff581-fd7b-49d7-8ffa-f04def6e5eea req-4012917a-f151-43c5-a334-dd170fc36905 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0471213 Oct 17 03:53:04.705605 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-81dff581-fd7b-49d7-8ffa-f04def6e5eea req-364bd0f7-e74e-4845-80d0-88432ef16fdd tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Oct 17 03:53:04.975049 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5701b-63ea-43c5-a2af-b89a53057459 req-e1a13eb4-f472-4ac9-bc84-ab6d7253d589 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:04.976704 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a0c5701b-63ea-43c5-a2af-b89a53057459 req-e1a13eb4-f472-4ac9-bc84-ab6d7253d589 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0489240 Oct 17 03:53:05.024814 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a0c5701b-63ea-43c5-a2af-b89a53057459 req-0d8fa38e-4eaa-4dd3-8050-d9caffef5f66 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Oct 17 03:53:05.027860 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-a2f3ebeb-d782-43e3-8632-9dc55db68746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.029560 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-a2f3ebeb-d782-43e3-8632-9dc55db68746 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 1129 time: 0.0395236 Oct 17 03:53:05.087852 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-d3812fd7-500a-4cb1-a6be-f0b6bc1b456e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.089635 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-d3812fd7-500a-4cb1-a6be-f0b6bc1b456e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 945 time: 0.0498917 Oct 17 03:53:05.160801 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-40dc1097-d6a0-4c83-bdc6-01cc77fbdb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.162479 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-40dc1097-d6a0-4c83-bdc6-01cc77fbdb2e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 912 time: 0.1011519 Oct 17 03:53:05.189666 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Deleting port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:53:05.190006 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:05.238778 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-42870886-e768-40c1-848e-7609456b3259 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f HTTP/1.1" status: 200 len: 1001 time: 0.0598788 Oct 17 03:53:05.283257 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] For port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:05.283621 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:05.292675 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-08b290c4-b18f-4151-b56e-3a6d46de8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.294232 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-08b290c4-b18f-4151-b56e-3a6d46de8ddc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fc392004-8afd-451c-9dcb-41ef655b2ff1 HTTP/1.1" status: 200 len: 850 time: 0.0494573 Oct 17 03:53:05.297189 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Calling delete_port for ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 owned by compute:nova {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:53:05.343239 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-acccb416-7420-4169-93d2-6ebd834d6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.344384 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-acccb416-7420-4169-93d2-6ebd834d6b5f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9596452a-c538-49c6-83ce-e63a5d474491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433614 Oct 17 03:53:05.388725 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:05.471215 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479674ac-aabe-4da2-add3-7d305240c459 req-e7feb7be-15aa-428e-9eb1-752c17465596 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.473272 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-479674ac-aabe-4da2-add3-7d305240c459 req-e7feb7be-15aa-428e-9eb1-752c17465596 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0699358 Oct 17 03:53:05.519359 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (ab96f36d-8862-4b5c-97c7-f3bb5a27beb9), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:05.531577 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9968c5e-d593-47e4-a232-e467e6f6955e req-04f65b7e-3714-4187-8bd4-4af9581412e4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.532817 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d9968c5e-d593-47e4-a232-e467e6f6955e req-04f65b7e-3714-4187-8bd4-4af9581412e4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0546649 Oct 17 03:53:05.540214 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['ab96f36d-8862-4b5c-97c7-f3bb5a27beb9'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:53:05.554365 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-43a6c4f6-4b11-472d-a7cd-a3d5d5e1719c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004242 Oct 17 03:53:05.558714 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Pushing event deleted for resources: {'Port': ['ID=ab96f36d-8862-4b5c-97c7-f3bb5a27beb9,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:05.565226 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-85df47ab-55b0-46ee-b8f4-eabfee936f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.567215 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-85df47ab-55b0-46ee-b8f4-eabfee936f1d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 1129 time: 0.0930934 Oct 17 03:53:05.591112 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.593790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.593790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.593790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.593790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.593790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.593790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.593790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.593790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.595069 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.595069 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.595264 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.595462 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.595785 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.596106 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:05.639016 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:05.655783 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-479674ac-aabe-4da2-add3-7d305240c459 req-ce2d3903-1bf7-486d-8504-486cba449fc2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702535 Oct 17 03:53:05.657962 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] No DVR routers for this DVR port ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 on host hv-cinder-81558 {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:53:05.664305 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:05.667498 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-40a9805c-044b-4fb8-b21d-72c064de23f1 req-3664f2d9-2c39-4c78-8194-b1151d3be481 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.33 "DELETE /networking/v2.0/ports/ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 HTTP/1.1" status: 204 len: 173 time: 0.5706549 Oct 17 03:53:05.668026 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893ded2f-c288-4663-afe2-bccf47b6876a', 'name': 'network-vif-deleted', 'tag': 'ab96f36d-8862-4b5c-97c7-f3bb5a27beb9'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:05.670278 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddf276e-5899-4b2b-bd0c-30a9c65fd02d" -d '{"events": [{"server_uuid": "893ded2f-c288-4663-afe2-bccf47b6876a", "name": "network-vif-deleted", "tag": "ab96f36d-8862-4b5c-97c7-f3bb5a27beb9"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:05.680941 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d9968c5e-d593-47e4-a232-e467e6f6955e req-2eaa11cb-aa5d-4cee-aad6-e8796bdab80d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241336 Oct 17 03:53:05.752383 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bcb4c1-09ae-451e-8a53-5ecd65caf5e8 x-openstack-request-id: req-06bcb4c1-09ae-451e-8a53-5ecd65caf5e8 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:05.752736 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893ded2f-c288-4663-afe2-bccf47b6876a", "name": "network-vif-deleted", "tag": "ab96f36d-8862-4b5c-97c7-f3bb5a27beb9", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:05.752996 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-06bcb4c1-09ae-451e-8a53-5ecd65caf5e8 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:05.758411 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bcb4c1-09ae-451e-8a53-5ecd65caf5e8'] response: {'server_uuid': '893ded2f-c288-4663-afe2-bccf47b6876a', 'name': 'network-vif-deleted', 'tag': 'ab96f36d-8862-4b5c-97c7-f3bb5a27beb9', 'status': 'completed', 'code': 200} Oct 17 03:53:05.832983 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b6de5-9c73-49a0-9f95-614d5d16b921 req-c19ea74b-563f-4938-b09a-4084feeea405 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.834439 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-532b6de5-9c73-49a0-9f95-614d5d16b921 req-c19ea74b-563f-4938-b09a-4084feeea405 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0902262 Oct 17 03:53:05.837758 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a37c24b1-8a2c-4d60-8683-430b4956e1cc req-4ab500b6-67ce-479e-8251-801269ac0851 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695980 Oct 17 03:53:05.840434 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-b5d6a1f4-925a-4f3c-b4d3-75326d4b4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.841892 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-b5d6a1f4-925a-4f3c-b4d3-75326d4b4dd4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.2606792 Oct 17 03:53:05.846262 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7e5eac7e-1412-4151-b8d2-e3f4fdb32c73 req-08575e9e-7fb7-43ff-873c-cea5a7a914de tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0284936 Oct 17 03:53:05.851214 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:05.874448 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:05.899365 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-532b6de5-9c73-49a0-9f95-614d5d16b921 req-4fbfb16f-3820-4410-ab6a-8287ec47b047 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556562 Oct 17 03:53:05.928263 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-4e86f826-6992-48da-839e-3d207cfe5f55 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec20125-4199-47d4-98bd-4679c5c12d6e HTTP/1.1" status: 200 len: 217 time: 0.0392981 Oct 17 03:53:05.993633 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-851a253c-194c-48df-9019-03f15590b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:05.995082 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-851a253c-194c-48df-9019-03f15590b652 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0495520 Oct 17 03:53:06.044976 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-e4cbd542-7b1f-46a0-b4d0-651354bb8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:06.046575 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-e4cbd542-7b1f-46a0-b4d0-651354bb8e22 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441914 Oct 17 03:53:06.156524 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-b175fe8e-a7d5-41bd-a54e-2e7fa6ff1f3f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935769 Oct 17 03:53:06.253113 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4135397d-2ea4-4fc4-b68f-961f1541041b req-33b246b9-ece0-472d-bad9-c669fd413179 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857625 Oct 17 03:53:06.476596 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 56584) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:06.579294 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e8f5d410-4491-4227-88f2-8158662c4fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:06.658002 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e8f5d410-4491-4227-88f2-8158662c4fdf admin admin] Publish callbacks [] for security_group (97990ca3-550b-4f81-861a-88f76d711835), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:06.727358 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e8f5d410-4491-4227-88f2-8158662c4fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (97990ca3-550b-4f81-861a-88f76d711835), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:06.798554 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5d410-4491-4227-88f2-8158662c4fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97990ca3-550b-4f81-861a-88f76d711835,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:06.805731 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e8f5d410-4491-4227-88f2-8158662c4fdf admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=64d2516411af4714bd54bb2f82c903cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280497 Oct 17 03:53:06.808835 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 56598) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:06.823452 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5027ee1-cf02-4a46-8509-06ff2a98119f req-e0a855c6-4f9c-4002-b0f9-ec1578fa8e64 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:06.828201 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5027ee1-cf02-4a46-8509-06ff2a98119f req-e0a855c6-4f9c-4002-b0f9-ec1578fa8e64 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0812316 Oct 17 03:53:06.850231 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d278-ad92-4656-b06e-0e928ddeed32 req-f102a004-513f-4886-b27a-b082d52bc03e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:06.857530 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ff4d278-ad92-4656-b06e-0e928ddeed32 req-f102a004-513f-4886-b27a-b082d52bc03e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0723381 Oct 17 03:53:06.902934 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ff4d278-ad92-4656-b06e-0e928ddeed32 req-f308ce8c-d0af-4a8c-b1f8-14531f6c95ad tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449734 Oct 17 03:53:06.908250 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5027ee1-cf02-4a46-8509-06ff2a98119f req-5e7ac571-5a71-4153-aaf1-db4ac3d021e2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723350 Oct 17 03:53:06.908999 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ed50-9768-4e12-83d2-75cd678ea31a admin admin] Publish callbacks [] for security_group (97990ca3-550b-4f81-861a-88f76d711835), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:06.944446 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ed50-9768-4e12-83d2-75cd678ea31a admin admin] Publish callbacks [] for security_group (97990ca3-550b-4f81-861a-88f76d711835), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:07.005514 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c6f5d31d-a948-4f49-a3df-e7c6b3e34dd4 req-7a152682-9052-4f4f-bce0-7d5718d99c5a tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0278504 Oct 17 03:53:07.032383 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30202526-9387-4ae1-bb91-14bf1c2449a7 req-482ddcf8-62c0-4fb2-bcd4-7cec0fab72dd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:07.033838 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-30202526-9387-4ae1-bb91-14bf1c2449a7 req-482ddcf8-62c0-4fb2-bcd4-7cec0fab72dd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0502975 Oct 17 03:53:07.081433 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-30202526-9387-4ae1-bb91-14bf1c2449a7 req-23d9ba7c-061c-459a-9573-a58faa3e1ee1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 Oct 17 03:53:07.087397 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ed50-9768-4e12-83d2-75cd678ea31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (97990ca3-550b-4f81-861a-88f76d711835), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:07.089921 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ed50-9768-4e12-83d2-75cd678ea31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:07.092357 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-fbf2ed50-9768-4e12-83d2-75cd678ea31a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/97990ca3-550b-4f81-861a-88f76d711835 HTTP/1.1" status: 204 len: 168 time: 0.2812490 Oct 17 03:53:07.104674 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ed50-9768-4e12-83d2-75cd678ea31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97990ca3-550b-4f81-861a-88f76d711835,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:08.034694 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f742d-0a4c-4e90-a45d-e6dbbbafdda2 req-596df991-0b92-4e04-98e2-ddff5e4f786f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:08.036944 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f00f742d-0a4c-4e90-a45d-e6dbbbafdda2 req-596df991-0b92-4e04-98e2-ddff5e4f786f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Oct 17 03:53:08.040416 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd8142-b9d0-4163-8053-264cf41ad254 req-06383c7e-6202-4f2d-b6d6-cb098ee82f38 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:08.042629 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-59dd8142-b9d0-4163-8053-264cf41ad254 req-06383c7e-6202-4f2d-b6d6-cb098ee82f38 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0517929 Oct 17 03:53:08.088166 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f00f742d-0a4c-4e90-a45d-e6dbbbafdda2 req-39140dad-71c6-4020-85b4-ef2d5581ecdb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453799 Oct 17 03:53:08.093872 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-59dd8142-b9d0-4163-8053-264cf41ad254 req-8de6e684-74fb-40c1-8757-e3736b383d60 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452349 Oct 17 03:53:08.201849 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c143f77a-c14a-4408-b55f-8e1822d0d5d9 req-d6d32da4-6c81-44b8-ac7f-2e555cc80d45 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=893ded2f-c288-4663-afe2-bccf47b6876a HTTP/1.1" status: 200 len: 210 time: 0.0360980 Oct 17 03:53:08.245115 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cfe83-24f5-410b-8533-90d39aac0657 req-ff9258f7-15a5-4834-b3c1-1b58d4bf92ea tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:08.246550 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-749cfe83-24f5-410b-8533-90d39aac0657 req-ff9258f7-15a5-4834-b3c1-1b58d4bf92ea tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0604839 Oct 17 03:53:08.302006 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-749cfe83-24f5-410b-8533-90d39aac0657 req-87c08bf3-e462-497a-a485-be52e9ca0fa2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467637 Oct 17 03:53:09.220039 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d3e51-7532-4447-b845-28fbeee11bd9 req-ff0afb6c-5591-4264-a634-fe51dd21d718 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:09.221479 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-535d3e51-7532-4447-b845-28fbeee11bd9 req-ff0afb6c-5591-4264-a634-fe51dd21d718 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0550847 Oct 17 03:53:09.224054 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7623d0b-1419-4b43-a9eb-5a0f16609621 req-1e76c42c-8454-4e40-b13f-31e734e9e43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:09.225527 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e7623d0b-1419-4b43-a9eb-5a0f16609621 req-1e76c42c-8454-4e40-b13f-31e734e9e43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Oct 17 03:53:09.273682 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-535d3e51-7532-4447-b845-28fbeee11bd9 req-fedc7739-a474-46b1-9220-1814a7ebacbe tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453503 Oct 17 03:53:09.279632 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e7623d0b-1419-4b43-a9eb-5a0f16609621 req-35261f96-4c1b-41b6-ac49-ec71f01111ae tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467529 Oct 17 03:53:09.294736 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:53:09.313588 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:53:09.313903 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device ab96f36d-8862-4b5c-97c7-f3bb5a27beb9 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:53:09.428697 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ed1b-3251-40b3-92bc-d0d7f74c6669 req-701ba291-88bc-496d-9fde-293303a184b2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:09.430301 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0f44ed1b-3251-40b3-92bc-d0d7f74c6669 req-701ba291-88bc-496d-9fde-293303a184b2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0470252 Oct 17 03:53:09.463346 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:09.473119 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:09.480850 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0f44ed1b-3251-40b3-92bc-d0d7f74c6669 req-826bed86-b791-4821-a1ae-48a98cf41e6b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449917 Oct 17 03:53:09.751767 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e93480f8-f3b3-45f6-b6bc-bb437491a1e1 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:09.755545 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e93480f8-f3b3-45f6-b6bc-bb437491a1e1 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/networks?id=20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d HTTP/1.1" status: 200 len: 809 time: 0.1253057 Oct 17 03:53:09.768617 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-5bedc29d-2367-40d2-a022-08bd85bfb310 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/quotas/25d7abaaf76a4147afb1acb1ed2385b2 HTTP/1.1" status: 200 len: 375 time: 0.0097764 Oct 17 03:53:09.802990 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-5f0ee9f6-81a8-4559-bdc0-15a5eab078ad tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=25d7abaaf76a4147afb1acb1ed2385b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281796 Oct 17 03:53:09.894128 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-d5ab8616-fd58-437e-9101-8dc9c5f060ef service neutron] 10.222.0.17 "GET /networking/v2.0/networks/20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845220 Oct 17 03:53:09.987755 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ae8aeaf7-1a69-4af2-a100-cadd81dc3d0e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872920 Oct 17 03:53:10.221893 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-648f56d4-ebe1-4ff4-9e5e-4b365be964d1 req-ff5fc355-99e8-453e-adcc-03bdb9a6dc5d tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0317862 Oct 17 03:53:10.393228 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:10.401435 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94161-07e8-43c5-896b-12e4cc624e13 req-dd3175df-3c65-42d9-9fe2-8a5b967f7b72 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:10.402898 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-77e94161-07e8-43c5-896b-12e4cc624e13 req-dd3175df-3c65-42d9-9fe2-8a5b967f7b72 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0496261 Oct 17 03:53:10.406782 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246f47-65a7-4ba9-9e15-505bb5773804 req-f18bd7d5-e501-40f0-8210-8677be0f42e4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:10.408240 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-92246f47-65a7-4ba9-9e15-505bb5773804 req-f18bd7d5-e501-40f0-8210-8677be0f42e4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0472560 Oct 17 03:53:10.441461 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:10.458367 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-77e94161-07e8-43c5-896b-12e4cc624e13 req-2dbc7bc8-a4e8-44b7-b277-9f0194559855 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457966 Oct 17 03:53:10.467889 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-92246f47-65a7-4ba9-9e15-505bb5773804 req-4a0491c4-7c55-4313-bcc6-ae47cdf92366 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542209 Oct 17 03:53:10.642112 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aaeef-7fc1-4b3d-b442-8dc6bc2b934c req-66247785-8105-44ae-928c-f7fc2a590840 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:10.643579 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f33aaeef-7fc1-4b3d-b442-8dc6bc2b934c req-66247785-8105-44ae-928c-f7fc2a590840 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0625138 Oct 17 03:53:10.692995 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f33aaeef-7fc1-4b3d-b442-8dc6bc2b934c req-15c99db0-a9c3-4ca9-85b5-3705c1d88bc5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436513 Oct 17 03:53:11.322040 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-09ca8a59-1574-46f7-842a-d71250576b88 req-455cc7bb-7c0c-4ca3-9c2a-7058cad26f4e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0266995 Oct 17 03:53:11.544795 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:11.581591 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60b02f-f959-48a8-a032-5b4e75db2494 req-78e8664b-f1df-4d7d-a8a0-69a42d5b69af tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:11.583581 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e60b02f-f959-48a8-a032-5b4e75db2494 req-78e8664b-f1df-4d7d-a8a0-69a42d5b69af tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0456941 Oct 17 03:53:11.630319 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e60b02f-f959-48a8-a032-5b4e75db2494 req-60def5ea-9622-4c06-828b-7d5330939f58 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412385 Oct 17 03:53:11.821077 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ed145-5ccc-460e-abfa-dc2535ade98c req-7700f966-d132-4f1a-b05e-d95646b13580 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:11.822419 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b39ed145-5ccc-460e-abfa-dc2535ade98c req-7700f966-d132-4f1a-b05e-d95646b13580 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0481136 Oct 17 03:53:11.867932 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b39ed145-5ccc-460e-abfa-dc2535ade98c req-aa1e0a28-b14a-47fa-819c-044157d22fd6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401866 Oct 17 03:53:12.393673 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=12 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:12.420563 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fa522246-8141-4854-9094-b00ac5767da3 req-eeae2cef-fbfe-4804-a575-4d4529a1ac8f tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0273144 Oct 17 03:53:12.749775 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b052d-e3a7-4b4c-ab48-d77233658871 req-e8ea816b-e932-41d5-bcc9-3639d05468ae tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:12.751243 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-129b052d-e3a7-4b4c-ab48-d77233658871 req-e8ea816b-e932-41d5-bcc9-3639d05468ae tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0461488 Oct 17 03:53:12.798137 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-129b052d-e3a7-4b4c-ab48-d77233658871 req-9fe94da9-e6a6-4be8-a818-033146e718e1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Oct 17 03:53:12.993093 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b7500-d158-45da-8890-42645ed4de4a req-da463a0a-1451-4c3a-b424-06830c3cccae tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:12.994500 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-056b7500-d158-45da-8890-42645ed4de4a req-da463a0a-1451-4c3a-b424-06830c3cccae tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0480971 Oct 17 03:53:13.040921 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-056b7500-d158-45da-8890-42645ed4de4a req-29c9b2f6-9755-44b3-9746-4ccce46b92c5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Oct 17 03:53:13.518541 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a338acfd-0e17-4d19-b030-beb436e15bc6 req-c047f76b-7989-456c-be60-0bd5803882dd tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0264859 Oct 17 03:53:13.916625 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b768b3-6b49-459f-b93e-195005136b81 req-33ff2cff-cc4e-42f3-b409-398af2ed585f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:13.918072 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f4b768b3-6b49-459f-b93e-195005136b81 req-33ff2cff-cc4e-42f3-b409-398af2ed585f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0455220 Oct 17 03:53:13.973356 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f4b768b3-6b49-459f-b93e-195005136b81 req-a0e4bc43-5ee1-4882-8cca-d4e0fd60b82f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486836 Oct 17 03:53:14.174241 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c0981-0529-4b2c-b844-510d0c40e52c req-0ae47d12-3ff5-4882-8c17-01b3cad4e63d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:14.175754 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a54c0981-0529-4b2c-b844-510d0c40e52c req-0ae47d12-3ff5-4882-8c17-01b3cad4e63d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0529780 Oct 17 03:53:14.236302 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a54c0981-0529-4b2c-b844-510d0c40e52c req-e958d7b5-8735-4582-b36c-324661c18f1a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491502 Oct 17 03:53:14.620497 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c6c837ae-3dc3-42d9-9d2e-de4d5290b203 req-cf4852eb-274d-4d3d-9097-18d0a68354ae tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0298216 Oct 17 03:53:15.089221 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd97299-8eca-400a-af7a-d2f661675433 req-9a448625-8634-42de-82db-225d915c543f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:15.090684 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dcd97299-8eca-400a-af7a-d2f661675433 req-9a448625-8634-42de-82db-225d915c543f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0464308 Oct 17 03:53:15.139340 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dcd97299-8eca-400a-af7a-d2f661675433 req-294fe91b-4549-47e1-89a4-37afee761ccc tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Oct 17 03:53:15.204545 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-6e12b267-be90-4b52-b5e8-a1197279eb07 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:15.206003 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-6e12b267-be90-4b52-b5e8-a1197279eb07 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.33 "GET /networking/v2.0/networks?id=20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d HTTP/1.1" status: 200 len: 809 time: 0.1027181 Oct 17 03:53:15.220211 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Request body: {'port': {'device_id': '65ba32da-0e08-49d0-b623-b0403a29ab8e', 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d', 'admin_state_up': True, 'tenant_id': '25d7abaaf76a4147afb1acb1ed2385b2'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:53:15.323716 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:53:15.415006 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6cd31-8961-49a1-bd38-fee5961c1161 req-1f06dfc5-e570-4b7b-86d1-dc650a1c8301 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:15.420182 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b8d6cd31-8961-49a1-bd38-fee5961c1161 req-1f06dfc5-e570-4b7b-86d1-dc650a1c8301 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0568683 Oct 17 03:53:15.444959 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Made reservation on behalf of 25d7abaaf76a4147afb1acb1ed2385b2 for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:53:15.448826 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:15.448957 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:15.459945 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'port_id': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'mac_address': 'fa:16:3e:19:5f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:53:15.497406 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 84033c7a-279b-4382-ae30-9f0a623ff3f1 is: ACTIVE; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:53:15.498127 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:15.498268 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b8d6cd31-8961-49a1-bd38-fee5961c1161 req-7172795d-5e6f-42e9-be5e-8bce5525d2a8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759821 Oct 17 03:53:15.512883 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84033c7a-279b-4382-ae30-9f0a623ff3f1 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:53:15.554095 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:15.614521 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Allocated IP 172.20.0.9 (20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d/2f69294f-0baa-4d10-a2cb-374f9f442b60/78764b80-258a-4340-b958-2352e7afee76) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:53:15.637443 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:15.682850 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 56778) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:15.688907 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-ad196e15-1d35-4c91-aa20-4d6c81ee7819 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168550762', 'description': 'tempest-description--1799503148'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:53:15.706923 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=6']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:15.720220 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:15.720820 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.721057 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.721395 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.722016 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.722350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.722678 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.723052 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.723806 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:15.724477 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.724854 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.725185 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.725509 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.725852 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.726182 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.726499 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.726821 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.771442 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f6afc5a7-f701-4c12-8e9b-812d3d5f7293 req-bae40d90-7241-465a-90bd-c0d075c7efe5 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0360632 Oct 17 03:53:15.779132 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ad196e15-1d35-4c91-aa20-4d6c81ee7819 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:15.788316 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['84033c7a-279b-4382-ae30-9f0a623ff3f1'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:53:15.820317 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks [] for port (78764b80-258a-4340-b958-2352e7afee76), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:15.850602 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ad196e15-1d35-4c91-aa20-4d6c81ee7819 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group (6779a4f9-5805-4f2a-b52c-50d2ef50da40), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:15.909661 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ad196e15-1d35-4c91-aa20-4d6c81ee7819 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (6779a4f9-5805-4f2a-b52c-50d2ef50da40), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:15.910572 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (78764b80-258a-4340-b958-2352e7afee76), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:15.948162 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad196e15-1d35-4c91-aa20-4d6c81ee7819 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6779a4f9-5805-4f2a-b52c-50d2ef50da40,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:15.973409 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:53:15.974498 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Pushing event updated for resources: {'Port': ['ID=78764b80-258a-4340-b958-2352e7afee76,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:15.977703 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:53:15.982570 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:53:15.987051 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:15.987649 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:15.991959 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.992312 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.992650 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.992988 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.994060 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.994060 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.994060 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.994386 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.994560 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.994880 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.995202 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.995526 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.995952 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.996184 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:15.996501 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:53:16.014796 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ad196e15-1d35-4c91-aa20-4d6c81ee7819 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.017595 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ad196e15-1d35-4c91-aa20-4d6c81ee7819 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3312278 Oct 17 03:53:16.018912 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 56788) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:16.023798 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-17d2f256-73a9-40c4-8165-79b3a452c537 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Request body: {'security_group_rule': {'security_group_id': '6779a4f9-5805-4f2a-b52c-50d2ef50da40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:53:16.095629 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-e1aeaf43-b339-4391-8f3b-6d71cef7fb52 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8790076 Oct 17 03:53:16.106953 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Request body: {'port': {'device_id': '65ba32da-0e08-49d0-b623-b0403a29ab8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:53:16.169421 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (78764b80-258a-4340-b958-2352e7afee76), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.202927 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-17d2f256-73a9-40c4-8165-79b3a452c537 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group_rule (03a5902d-e086-4341-bbd8-1d6fb490a1a0), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.263308 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-17d2f256-73a9-40c4-8165-79b3a452c537 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group_rule (03a5902d-e086-4341-bbd8-1d6fb490a1a0), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.346354 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77448a-15af-42df-9811-073b986ce73d req-ff2fb53e-2988-46e3-a26f-c1717c1a1759 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:16.347869 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5a77448a-15af-42df-9811-073b986ce73d req-ff2fb53e-2988-46e3-a26f-c1717c1a1759 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0694106 Oct 17 03:53:16.352176 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-17d2f256-73a9-40c4-8165-79b3a452c537 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (03a5902d-e086-4341-bbd8-1d6fb490a1a0), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.356803 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:16.372712 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2f256-73a9-40c4-8165-79b3a452c537 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a5902d-e086-4341-bbd8-1d6fb490a1a0,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:16.457127 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-17d2f256-73a9-40c4-8165-79b3a452c537 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.461391 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-17d2f256-73a9-40c4-8165-79b3a452c537 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387290 Oct 17 03:53:16.461877 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 56796) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:16.468845 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-5fd7278e-ca9b-4ed0-9a40-7e9d460df941 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Request body: {'security_group_rule': {'security_group_id': '6779a4f9-5805-4f2a-b52c-50d2ef50da40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:53:16.472528 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:16.582267 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5fd7278e-ca9b-4ed0-9a40-7e9d460df941 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group_rule (34c1b2ea-5fdb-47ef-80cd-7df03f5c3ce5), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.624795 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:16.672545 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f09e0-b6eb-4d55-9ab5-f398b23aee4f req-9deccf47-43ab-4ad4-b6e5-418ca74c6025 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:16.674130 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-446f09e0-b6eb-4d55-9ab5-f398b23aee4f req-9deccf47-43ab-4ad4-b6e5-418ca74c6025 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 945 time: 0.0614529 Oct 17 03:53:16.689834 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5a77448a-15af-42df-9811-073b986ce73d req-37ae3316-9e8b-4d9f-8430-c72be2b0273f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318150 Oct 17 03:53:16.713220 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5fd7278e-ca9b-4ed0-9a40-7e9d460df941 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group_rule (34c1b2ea-5fdb-47ef-80cd-7df03f5c3ce5), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.737129 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-446f09e0-b6eb-4d55-9ab5-f398b23aee4f req-29b7371d-0885-4029-a32c-377d07591b90 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550718 Oct 17 03:53:16.764403 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78764b80-258a-4340-b958-2352e7afee76 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:53:16.771900 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Publish callbacks [] for port (78764b80-258a-4340-b958-2352e7afee76), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.784137 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Transition to ACTIVE for port object 78764b80-258a-4340-b958-2352e7afee76 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:53:16.789779 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5fd7278e-ca9b-4ed0-9a40-7e9d460df941 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (34c1b2ea-5fdb-47ef-80cd-7df03f5c3ce5), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.808037 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7278e-ca9b-4ed0-9a40-7e9d460df941 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c1b2ea-5fdb-47ef-80cd-7df03f5c3ce5,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:16.884010 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (78764b80-258a-4340-b958-2352e7afee76), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.907116 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5fd7278e-ca9b-4ed0-9a40-7e9d460df941 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:16.909027 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-5fd7278e-ca9b-4ed0-9a40-7e9d460df941 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4457200 Oct 17 03:53:16.912551 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 56802) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:16.916765 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:53:16.940097 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0e2ce-0ee0-493d-aa22-879c996dfbda req-bbc0278e-30d5-4483-82b6-123feab89f43 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:16.941516 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ab0e2ce-0ee0-493d-aa22-879c996dfbda req-bbc0278e-30d5-4483-82b6-123feab89f43 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 931 time: 0.0853262 Oct 17 03:53:16.971171 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Pushing event updated for resources: {'Port': ['ID=78764b80-258a-4340-b958-2352e7afee76,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:16.990863 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Attempting to bind port 78764b80-258a-4340-b958-2352e7afee76 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:53:16.991252 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Attempting to bind port 78764b80-258a-4340-b958-2352e7afee76 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'e5f185d5-c555-4619-9975-39d244e87953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:53:16.991575 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Attempting to bind port 78764b80-258a-4340-b958-2352e7afee76 on network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:53:17.018739 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.025983 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:17.048971 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ab0e2ce-0ee0-493d-aa22-879c996dfbda req-31cab8bd-d759-4ec8-927e-d4f1a46af969 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893068 Oct 17 03:53:17.054737 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Port 78764b80-258a-4340-b958-2352e7afee76 on network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:53:17.055066 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Attempting to bind port 78764b80-258a-4340-b958-2352e7afee76 on network 20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:53:17.097271 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.099474 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:53:17.099843 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Checking segment: {'id': 'e5f185d5-c555-4619-9975-39d244e87953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:53:17.100228 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Bound using segment: {'id': 'e5f185d5-c555-4619-9975-39d244e87953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:53:17.100645 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Bound port: 78764b80-258a-4340-b958-2352e7afee76, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f185d5-c555-4619-9975-39d244e87953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:53:17.100993 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (78764b80-258a-4340-b958-2352e7afee76), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.210591 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Allocated IP 172.27.4.250 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/010ccd57-44a3-422a-b154-4dd2cd87ff2b) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:53:17.234086 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] For port 78764b80-258a-4340-b958-2352e7afee76, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:53:17.237447 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] For port 78764b80-258a-4340-b958-2352e7afee76, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=78764b80-258a-4340-b958-2352e7afee76,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:53:17.328499 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (78764b80-258a-4340-b958-2352e7afee76), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.335046 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:17.335654 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.337112 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/78764b80-258a-4340-b958-2352e7afee76 HTTP/1.1" status: 200 len: 1093 time: 1.2342696 Oct 17 03:53:17.337608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ba32da-0e08-49d0-b623-b0403a29ab8e', 'tag': '78764b80-258a-4340-b958-2352e7afee76'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:17.340125 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94acc74-6d6d-4b67-b086-cf2231d0908d" -d '{"events": [{"name": "network-changed", "server_uuid": "65ba32da-0e08-49d0-b623-b0403a29ab8e", "tag": "78764b80-258a-4340-b958-2352e7afee76"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:17.357863 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:53:17.405319 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for port (010ccd57-44a3-422a-b154-4dd2cd87ff2b), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.459626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890a59ae-c38f-43cd-9397-67ff9b616e5a x-openstack-request-id: req-890a59ae-c38f-43cd-9397-67ff9b616e5a {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:17.460088 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ba32da-0e08-49d0-b623-b0403a29ab8e", "tag": "78764b80-258a-4340-b958-2352e7afee76", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:17.460431 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-890a59ae-c38f-43cd-9397-67ff9b616e5a {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:17.460944 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890a59ae-c38f-43cd-9397-67ff9b616e5a'] response: {'name': 'network-changed', 'server_uuid': '65ba32da-0e08-49d0-b623-b0403a29ab8e', 'tag': '78764b80-258a-4340-b958-2352e7afee76', 'status': 'completed', 'code': 200} Oct 17 03:53:17.463484 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 84033c7a-279b-4382-ae30-9f0a623ff3f1 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:53:17.464529 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.465931 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 84033c7a-279b-4382-ae30-9f0a623ff3f1 Oct 17 03:53:17.479285 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba472dca-7450-4cd9-8c0f-2e20d0221ead service neutron] Pushing event updated for resources: {'Port': ['ID=78764b80-258a-4340-b958-2352e7afee76,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:17.528539 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94acc74-6d6d-4b67-b086-cf2231d0908d req-b98d1355-c313-4470-8b68-1762ea58d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:17.530006 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a94acc74-6d6d-4b67-b086-cf2231d0908d req-b98d1355-c313-4470-8b68-1762ea58d5a2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=25d7abaaf76a4147afb1acb1ed2385b2&device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 1127 time: 0.0470870 Oct 17 03:53:17.549416 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 84033c7a-279b-4382-ae30-9f0a623ff3f1 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:53:17.549899 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.557869 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (010ccd57-44a3-422a-b154-4dd2cd87ff2b), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.577362 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:17.580100 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95820da6-601a-486e-a911-7884857f93c8" -d '{"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-plugged", "status": "completed", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:17.589534 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:17.595604 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:17.605579 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:53:17.609569 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:53:17.613422 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:53:17.644253 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event updated for resources: {'Port': ['ID=010ccd57-44a3-422a-b154-4dd2cd87ff2b,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:17.654036 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383cc6b6-1ef9-4fd3-b5b9-1e85963b82c2 x-openstack-request-id: req-383cc6b6-1ef9-4fd3-b5b9-1e85963b82c2 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:17.655604 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-plugged", "status": "completed", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:17.656062 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-383cc6b6-1ef9-4fd3-b5b9-1e85963b82c2 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:17.656567 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383cc6b6-1ef9-4fd3-b5b9-1e85963b82c2'] response: {'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'code': 200} Oct 17 03:53:17.663873 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94acc74-6d6d-4b67-b086-cf2231d0908d req-fb44bdd1-5658-4c84-b8a2-acf748794c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:17.665363 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a94acc74-6d6d-4b67-b086-cf2231d0908d req-fb44bdd1-5658-4c84-b8a2-acf748794c6b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=25d7abaaf76a4147afb1acb1ed2385b2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1284513 Oct 17 03:53:17.738601 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.806914 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for floatingip (cb2144a9-bf57-4390-a526-4ddfe64571db), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:17.824361 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:17.835031 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94acc74-6d6d-4b67-b086-cf2231d0908d req-74bf8926-79ad-48c7-9751-b145e3b9ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:17.835241 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=7']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:17.841481 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a94acc74-6d6d-4b67-b086-cf2231d0908d req-74bf8926-79ad-48c7-9751-b145e3b9ecf5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694365 Oct 17 03:53:17.856739 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919ce3b-0aee-4e57-958f-df537dc71833 req-499b869e-6a6f-4549-8758-e50f178f437f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:17.858354 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d919ce3b-0aee-4e57-958f-df537dc71833 req-499b869e-6a6f-4549-8758-e50f178f437f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0704947 Oct 17 03:53:17.962113 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d919ce3b-0aee-4e57-958f-df537dc71833 req-4dc24d8a-2d7b-4a07-bf24-8b37868f2e31 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955331 Oct 17 03:53:17.964766 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:17.965106 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fe5be-ab5a-4f17-a36d-d7dded70c1db req-a76bafb4-c71f-4177-be5d-092aec54e095 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:17.966725 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1e6fe5be-ab5a-4f17-a36d-d7dded70c1db req-a76bafb4-c71f-4177-be5d-092aec54e095 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0964799 Oct 17 03:53:17.975960 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-8dfc25db-9605-478e-a564-6f3fb25d2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:17.976962 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-8dfc25db-9605-478e-a564-6f3fb25d2958 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=25d7abaaf76a4147afb1acb1ed2385b2&device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 1127 time: 0.0656083 Oct 17 03:53:17.978772 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 56836) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:17.989217 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (010ccd57-44a3-422a-b154-4dd2cd87ff2b), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.063042 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-43105725-3bce-4904-8356-b7cac6bb4c05 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78764b80-258a-4340-b958-2352e7afee76 HTTP/1.1" status: 200 len: 217 time: 0.0726287 Oct 17 03:53:18.124192 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1e6fe5be-ab5a-4f17-a36d-d7dded70c1db req-fa143bcb-3ef4-48e9-ae85-e0cf9ed35970 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461968 Oct 17 03:53:18.127217 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c6d2-8668-4f6c-9f19-b90389c0f6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.157609 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-7a737c5f-0b96-41ba-b0dd-f2591e728b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:18.159069 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-7a737c5f-0b96-41ba-b0dd-f2591e728b95 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2f69294f-0baa-4d10-a2cb-374f9f442b60 HTTP/1.1" status: 200 len: 849 time: 0.0895090 Oct 17 03:53:18.204530 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-88abed92-4015-43d4-bf0f-d96e1ef25fc2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381420 Oct 17 03:53:18.219755 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c204c-a82d-4ba1-9a68-e6a297d0190e req-0ea397e2-82e1-46ec-a398-9b3f2036c3e6 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:18.221261 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-971c204c-a82d-4ba1-9a68-e6a297d0190e req-0ea397e2-82e1-46ec-a398-9b3f2036c3e6 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 943 time: 0.0743463 Oct 17 03:53:18.248522 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for port (010ccd57-44a3-422a-b154-4dd2cd87ff2b), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.288173 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-971c204c-a82d-4ba1-9a68-e6a297d0190e req-bd42f91b-1119-4839-8514-740b26bd1332 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558009 Oct 17 03:53:18.313212 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c6d2-8668-4f6c-9f19-b90389c0f6bf admin admin] Publish callbacks [] for security_group (f2d10187-3b1d-444e-ac67-9fd23e3c7d23), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.346063 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-b94d10ef-b4a3-4877-b588-758a2e824d54 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271496 Oct 17 03:53:18.395661 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:18.415137 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (010ccd57-44a3-422a-b154-4dd2cd87ff2b), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.419876 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-a0c0c6d2-8668-4f6c-9f19-b90389c0f6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (f2d10187-3b1d-444e-ac67-9fd23e3c7d23), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.480050 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e957704-cbe8-45ad-8fd5-210ca2729b1f req-7dc43720-b702-4491-8019-0aacf677748b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278133 Oct 17 03:53:18.483477 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-a0c0c6d2-8668-4f6c-9f19-b90389c0f6bf admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=3b2d58c8957247b9ae3bfb8439a43983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5037189 Oct 17 03:53:18.484768 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0c6d2-8668-4f6c-9f19-b90389c0f6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d10187-3b1d-444e-ac67-9fd23e3c7d23,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:18.486874 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (cb2144a9-bf57-4390-a526-4ddfe64571db), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.487148 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 56860) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:18.506548 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event updated for resources: {'Port': ['ID=010ccd57-44a3-422a-b154-4dd2cd87ff2b,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:18.551557 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-daa980a3-7cdc-4b83-90c9-4bf0562d2a70 admin admin] Publish callbacks [] for security_group (f2d10187-3b1d-444e-ac67-9fd23e3c7d23), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.575078 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-daa980a3-7cdc-4b83-90c9-4bf0562d2a70 admin admin] Publish callbacks [] for security_group (f2d10187-3b1d-444e-ac67-9fd23e3c7d23), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.639384 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.640663 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-eb4be751-9c58-47ca-ae3b-48b00e655efa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7271678 Oct 17 03:53:18.728761 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-daa980a3-7cdc-4b83-90c9-4bf0562d2a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (f2d10187-3b1d-444e-ac67-9fd23e3c7d23), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.733105 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-daa980a3-7cdc-4b83-90c9-4bf0562d2a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:18.734283 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-daa980a3-7cdc-4b83-90c9-4bf0562d2a70 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/f2d10187-3b1d-444e-ac67-9fd23e3c7d23 HTTP/1.1" status: 204 len: 168 time: 0.2462268 Oct 17 03:53:18.742817 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa980a3-7cdc-4b83-90c9-4bf0562d2a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d10187-3b1d-444e-ac67-9fd23e3c7d23,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:18.906644 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-5a04b7b9-5529-4216-a165-48747f328c10 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--168550762&fields=id&tenant_id=cf238531f665437faddc8002d3b2ab6c HTTP/1.1" status: 200 len: 267 time: 0.0471148 Oct 17 03:53:19.040000 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-cdf81155-17c5-4899-ba17-48712cceffa7 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:19.041616 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-cdf81155-17c5-4899-ba17-48712cceffa7 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 819 time: 0.1276810 Oct 17 03:53:19.059289 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-d7abe8ee-713d-4ae1-bc6c-073e5c5b3c7b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/quotas/cf238531f665437faddc8002d3b2ab6c HTTP/1.1" status: 200 len: 375 time: 0.0103872 Oct 17 03:53:19.112659 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:19.136371 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed593b-09e8-42ac-b8f1-5dec042471fe req-5fd41d5e-2a0c-4335-8eeb-0bc7d49fe8b4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:19.147392 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13ed593b-09e8-42ac-b8f1-5dec042471fe req-5fd41d5e-2a0c-4335-8eeb-0bc7d49fe8b4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0860465 Oct 17 03:53:19.148354 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-0d58cd03-dc74-4f64-9c99-174a7f8c8582 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0763531 Oct 17 03:53:19.320755 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13ed593b-09e8-42ac-b8f1-5dec042471fe req-68935e10-98bb-4920-bf19-305538590a6d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709764 Oct 17 03:53:19.376082 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-4c7ae547-da7e-4e80-9c16-944e53a0419b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258809 Oct 17 03:53:19.437775 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bac15f-4c0c-4079-b635-0522827022f2 req-0e40c39a-ac21-4b97-8c23-3c643083e5e9 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:19.446129 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-62bac15f-4c0c-4079-b635-0522827022f2 req-0e40c39a-ac21-4b97-8c23-3c643083e5e9 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0590496 Oct 17 03:53:19.466491 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:19.509563 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-2c2e06c0-56d0-4578-a0c7-bd41a52bc815 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249130 Oct 17 03:53:19.516499 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-62bac15f-4c0c-4079-b635-0522827022f2 req-429ee294-de4d-4a78-9545-c9ca209d6d08 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675123 Oct 17 03:53:19.673406 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e152887-a416-4af4-860c-16be549794d7 req-7e901c55-476b-46d1-9227-23484df42e1c tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:19.675018 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0e152887-a416-4af4-860c-16be549794d7 req-7e901c55-476b-46d1-9227-23484df42e1c tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 943 time: 0.0620904 Oct 17 03:53:19.747498 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0e152887-a416-4af4-860c-16be549794d7 req-e2ff2d96-ffb6-4f70-b18d-c02a16ea6b05 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628190 Oct 17 03:53:19.847706 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-972684f3-a23e-4f5e-8419-4cb7d6f881b4 req-ba36e40a-ca1a-4869-b94b-6d76f8e9856e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 210 time: 0.0350165 Oct 17 03:53:20.473623 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435ec2-f2dd-4afd-a6f7-3b932047968f req-88274d82-d9b4-44a2-8cf0-b9619bd37ad4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:20.475918 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-66435ec2-f2dd-4afd-a6f7-3b932047968f req-88274d82-d9b4-44a2-8cf0-b9619bd37ad4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0581048 Oct 17 03:53:20.537429 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-66435ec2-f2dd-4afd-a6f7-3b932047968f req-c9752000-0819-41aa-84d8-a8b159c28024 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549757 Oct 17 03:53:20.538129 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=4,neutron:SELECT=63 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:20.661398 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:20.691143 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f54ccf-55c7-43c1-b72a-cd05f34311cf req-5270dc06-62bc-46a5-b278-a5188349852b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:20.698664 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-40f54ccf-55c7-43c1-b72a-cd05f34311cf req-5270dc06-62bc-46a5-b278-a5188349852b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0748963 Oct 17 03:53:20.776320 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-40f54ccf-55c7-43c1-b72a-cd05f34311cf req-f25a194b-3144-4698-8c27-2118e4fab36a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765610 Oct 17 03:53:20.889045 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723a98-38fe-4e5a-b8c9-e61afae0d4e0 req-7f0f7dd9-b764-40de-99f9-345d346a05fa tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:20.890717 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-73723a98-38fe-4e5a-b8c9-e61afae0d4e0 req-7f0f7dd9-b764-40de-99f9-345d346a05fa tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 943 time: 0.0483348 Oct 17 03:53:20.952781 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-73723a98-38fe-4e5a-b8c9-e61afae0d4e0 req-37f8ce64-a799-4c4f-9fe7-2b964cefc77e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523057 Oct 17 03:53:20.981413 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c10a0527-9560-48af-baa6-5ebc32c54156 req-d2024e9d-05a6-47cf-bef1-30d520f251af tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 210 time: 0.0392156 Oct 17 03:53:21.388491 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 78764b80-258a-4340-b958-2352e7afee76 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:53:21.501994 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 78764b80-258a-4340-b958-2352e7afee76, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=78764b80-258a-4340-b958-2352e7afee76,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:21.516045 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '78764b80-258a-4340-b958-2352e7afee76', 'network_id': '20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d', 'port_id': '78764b80-258a-4340-b958-2352e7afee76', 'mac_address': 'fa:16:3e:7f:8f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f69294f-0baa-4d10-a2cb-374f9f442b60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:53:21.554746 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 78764b80-258a-4340-b958-2352e7afee76 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:53:21.555432 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (78764b80-258a-4340-b958-2352e7afee76), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:21.571867 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78764b80-258a-4340-b958-2352e7afee76 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:53:21.598718 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 78764b80-258a-4340-b958-2352e7afee76, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=78764b80-258a-4340-b958-2352e7afee76,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:21.674208 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a69a94-7ded-4b68-b695-8c7c09eca802 req-ce9d88dd-7fa1-4de6-9f1f-64a2e59a886f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:21.676188 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-92a69a94-7ded-4b68-b695-8c7c09eca802 req-ce9d88dd-7fa1-4de6-9f1f-64a2e59a886f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0457008 Oct 17 03:53:21.743560 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-92a69a94-7ded-4b68-b695-8c7c09eca802 req-fc4525db-34b1-4ad1-b9d4-a5b0d81201d4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616429 Oct 17 03:53:21.923291 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d438f-7041-4d78-b0c5-fd0010c744ad req-ed3efeaf-3c1c-4802-bcb4-d20733d8ea13 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:21.924814 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d71d438f-7041-4d78-b0c5-fd0010c744ad req-ed3efeaf-3c1c-4802-bcb4-d20733d8ea13 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0494835 Oct 17 03:53:21.961329 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (78764b80-258a-4340-b958-2352e7afee76), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:21.976253 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d71d438f-7041-4d78-b0c5-fd0010c744ad req-60008dc0-a786-499c-bd73-26edb77a92a8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451663 Oct 17 03:53:22.013173 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=78764b80-258a-4340-b958-2352e7afee76,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:22.112273 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba218d5d-3ddd-420e-a27c-7f9e82f641b3 req-9f1697a1-d0c0-4da9-825c-e9043fdabb30 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:22.113970 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ba218d5d-3ddd-420e-a27c-7f9e82f641b3 req-9f1697a1-d0c0-4da9-825c-e9043fdabb30 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 944 time: 0.0684278 Oct 17 03:53:22.140884 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8dd32176-66c1-40e7-8146-9e7ab9d2b190 req-2a35a948-c187-4f6c-83c5-da3730c55e09 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 210 time: 0.0653176 Oct 17 03:53:22.169222 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ba218d5d-3ddd-420e-a27c-7f9e82f641b3 req-02a0fe33-a4d4-47b4-a1d8-b72aac83883d tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485842 Oct 17 03:53:22.374848 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['78764b80-258a-4340-b958-2352e7afee76'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:53:22.416459 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:22.497721 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-4e4a2a53-9a2e-4624-94a1-b20eba4ce4f8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:22.499493 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-4e4a2a53-9a2e-4624-94a1-b20eba4ce4f8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 819 time: 0.1549282 Oct 17 03:53:22.507689 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=8 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:22.517289 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:22.600469 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-436ea6dc-f718-4440-be51-a72431ef66f5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cf238531f665437faddc8002d3b2ab6c HTTP/1.1" status: 200 len: 379 time: 0.0815530 Oct 17 03:53:22.881681 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca14d62-7a03-4def-837f-db5db7ef8549 req-66be6891-ba5e-481b-ade1-b91d852cf275 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:22.899951 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fca14d62-7a03-4def-837f-db5db7ef8549 req-66be6891-ba5e-481b-ade1-b91d852cf275 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0572510 Oct 17 03:53:22.958666 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fca14d62-7a03-4def-837f-db5db7ef8549 req-56351dbb-cee0-4b8c-b121-830e4dc87293 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518289 Oct 17 03:53:23.018300 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Request body: {'port': {'device_id': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'admin_state_up': True, 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'security_groups': ['6779a4f9-5805-4f2a-b52c-50d2ef50da40']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:53:23.097152 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:23.137606 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a41a3-4b4a-4c78-91a6-4727daff662b req-04a47c44-2962-4d5c-af0c-fc49caf78b32 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:23.145318 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-999a41a3-4b4a-4c78-91a6-4727daff662b req-04a47c44-2962-4d5c-af0c-fc49caf78b32 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0776386 Oct 17 03:53:23.217394 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-999a41a3-4b4a-4c78-91a6-4727daff662b req-b3ec6e26-ea76-4c38-aeff-9301ffa54465 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709796 Oct 17 03:53:23.281548 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Made reservation on behalf of cf238531f665437faddc8002d3b2ab6c for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:53:23.285220 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:23.313566 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1b8ffbeb-b641-4b36-b66f-96316ed114fa req-3abb3254-e21c-4d93-9763-3d24ca2af933 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 210 time: 0.0447347 Oct 17 03:53:23.345821 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ff657-3746-48f1-9ae6-ac6b44964980 req-e428b43f-e9c8-4097-81a5-790e9ec79812 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:23.348445 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e21ff657-3746-48f1-9ae6-ac6b44964980 req-e428b43f-e9c8-4097-81a5-790e9ec79812 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 944 time: 0.0608475 Oct 17 03:53:23.402123 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e21ff657-3746-48f1-9ae6-ac6b44964980 req-38504e5d-ea6e-4266-90df-9ef98aecda28 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472422 Oct 17 03:53:23.474023 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Allocated IP 172.20.0.12 (11e26cbc-21cb-4e26-bbc3-bb580c90779d/7ffa8019-894b-4933-b80a-f91f9dca7a8d/3b10bbba-72df-4365-8635-b6edba442667) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:53:23.519254 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 78764b80-258a-4340-b958-2352e7afee76 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:53:23.572686 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 78764b80-258a-4340-b958-2352e7afee76 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:53:23.644410 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 78764b80-258a-4340-b958-2352e7afee76 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:53:23.644623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:23.649647 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (78764b80-258a-4340-b958-2352e7afee76), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:23.649647 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 78764b80-258a-4340-b958-2352e7afee76 Oct 17 03:53:23.662287 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for port (3b10bbba-72df-4365-8635-b6edba442667), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:23.695869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:23.734530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 78764b80-258a-4340-b958-2352e7afee76 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:53:23.734836 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (78764b80-258a-4340-b958-2352e7afee76), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:23.759830 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ba32da-0e08-49d0-b623-b0403a29ab8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78764b80-258a-4340-b958-2352e7afee76'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:23.762252 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937df5d0-8ecc-49e4-9e8a-7e3d90597b44" -d '{"events": [{"server_uuid": "65ba32da-0e08-49d0-b623-b0403a29ab8e", "name": "network-vif-plugged", "status": "completed", "tag": "78764b80-258a-4340-b958-2352e7afee76"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:23.775063 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (3b10bbba-72df-4365-8635-b6edba442667), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:23.776788 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 78764b80-258a-4340-b958-2352e7afee76, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=78764b80-258a-4340-b958-2352e7afee76,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:23.836632 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845ca073-d6bf-4443-8b69-42a86ab457f5 x-openstack-request-id: req-845ca073-d6bf-4443-8b69-42a86ab457f5 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:23.837498 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ba32da-0e08-49d0-b623-b0403a29ab8e", "name": "network-vif-plugged", "status": "completed", "tag": "78764b80-258a-4340-b958-2352e7afee76", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:23.837498 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-845ca073-d6bf-4443-8b69-42a86ab457f5 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:23.837706 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845ca073-d6bf-4443-8b69-42a86ab457f5'] response: {'server_uuid': '65ba32da-0e08-49d0-b623-b0403a29ab8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78764b80-258a-4340-b958-2352e7afee76', 'code': 200} Oct 17 03:53:23.843859 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:53:23.852208 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:53:23.854031 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event updated for resources: {'Port': ['ID=3b10bbba-72df-4365-8635-b6edba442667,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:23.855473 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:53:23.867217 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:23.868897 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:23.877600 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (78764b80-258a-4340-b958-2352e7afee76), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:23.954184 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=78764b80-258a-4340-b958-2352e7afee76,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:23.977374 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-3445048a-c93e-4491-b2f5-9895fa498c9b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649484 Oct 17 03:53:23.999610 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Request body: {'port': {'device_id': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:53:24.107168 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (3b10bbba-72df-4365-8635-b6edba442667), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:24.137699 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4283c0-2ca6-4864-966d-0e2b8f96bed1 req-9e41f99d-9cf2-495e-90c9-ae8f278c1da1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:24.139153 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-be4283c0-2ca6-4864-966d-0e2b8f96bed1 req-9e41f99d-9cf2-495e-90c9-ae8f278c1da1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0681345 Oct 17 03:53:24.199331 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:24.209128 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-be4283c0-2ca6-4864-966d-0e2b8f96bed1 req-6662ae2f-a292-4ad1-8b1b-d30f904223eb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633965 Oct 17 03:53:24.330504 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-46cd7157-42a6-40e5-8737-819e48591291 None None] Provisioning complete for port 3b10bbba-72df-4365-8635-b6edba442667 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:53:24.330879 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-46cd7157-42a6-40e5-8737-819e48591291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (3b10bbba-72df-4365-8635-b6edba442667), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:24.331221 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-46cd7157-42a6-40e5-8737-819e48591291 None None] Attempt 1 to provision port 3b10bbba-72df-4365-8635-b6edba442667 Oct 17 03:53:24.377980 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-46cd7157-42a6-40e5-8737-819e48591291 None None] Port 3b10bbba-72df-4365-8635-b6edba442667 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:53:24.449564 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:24.471135 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d3b27-0814-400b-8fd0-1dd0c7917edd req-4f458641-b74c-411a-a564-5c1436fdff48 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:24.473609 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-619d3b27-0814-400b-8fd0-1dd0c7917edd req-4f458641-b74c-411a-a564-5c1436fdff48 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 932 time: 0.0660551 Oct 17 03:53:24.486619 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858caed0-8fb8-42a8-88f1-070d9dec2c8e req-74d52ec3-7f31-4f80-a3bf-ed58b97b5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:24.489284 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-858caed0-8fb8-42a8-88f1-070d9dec2c8e req-74d52ec3-7f31-4f80-a3bf-ed58b97b5e70 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 1129 time: 0.1529539 Oct 17 03:53:24.504940 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f009425-86fb-49dd-90a2-ec5a63c96628 req-5ccd9472-c9ef-4f10-8591-5d391b7fbeed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:24.506385 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4f009425-86fb-49dd-90a2-ec5a63c96628 req-5ccd9472-c9ef-4f10-8591-5d391b7fbeed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.1281073 Oct 17 03:53:24.546014 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-619d3b27-0814-400b-8fd0-1dd0c7917edd req-c266c49e-8ced-4575-8959-46af5d94eb1c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646672 Oct 17 03:53:24.665765 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13fa2-3f4a-422e-bb9b-aba896bd33d8 req-d7519bd7-948e-432a-be71-e39461d0e103 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:24.667530 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f2f13fa2-3f4a-422e-bb9b-aba896bd33d8 req-d7519bd7-948e-432a-be71-e39461d0e103 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.0490835 Oct 17 03:53:24.692807 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-858caed0-8fb8-42a8-88f1-070d9dec2c8e req-b5600380-15d1-464b-b31c-2f952b93d8ee service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854341 Oct 17 03:53:24.702572 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4f009425-86fb-49dd-90a2-ec5a63c96628 req-29a44f17-fff2-4fa1-ad5f-d96d5cef289f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894100 Oct 17 03:53:24.706104 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b10bbba-72df-4365-8635-b6edba442667 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:53:24.716761 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Publish callbacks [] for port (3b10bbba-72df-4365-8635-b6edba442667), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:24.727521 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f2f13fa2-3f4a-422e-bb9b-aba896bd33d8 req-3052a41d-d0bf-4259-9260-fc198057d4f9 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536034 Oct 17 03:53:24.740568 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Transition to ACTIVE for port object 3b10bbba-72df-4365-8635-b6edba442667 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:53:24.801128 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (3b10bbba-72df-4365-8635-b6edba442667), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:24.835300 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:24.867327 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Pushing event updated for resources: {'Port': ['ID=3b10bbba-72df-4365-8635-b6edba442667,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:24.881650 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Attempting to bind port 3b10bbba-72df-4365-8635-b6edba442667 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:53:24.881993 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Attempting to bind port 3b10bbba-72df-4365-8635-b6edba442667 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:53:24.882401 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Attempting to bind port 3b10bbba-72df-4365-8635-b6edba442667 on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:53:24.937216 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Port 3b10bbba-72df-4365-8635-b6edba442667 on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:53:24.937547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Attempting to bind port 3b10bbba-72df-4365-8635-b6edba442667 on network 11e26cbc-21cb-4e26-bbc3-bb580c90779d {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:53:24.986680 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:53:24.987382 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Checking segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:53:24.987490 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Bound using segment: {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:53:24.988685 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Bound port: 3b10bbba-72df-4365-8635-b6edba442667, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a280c3-e62f-473d-a95a-18ee010f57c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:53:24.989137 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (3b10bbba-72df-4365-8635-b6edba442667), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:25.071364 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] For port 3b10bbba-72df-4365-8635-b6edba442667, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:53:25.075152 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] For port 3b10bbba-72df-4365-8635-b6edba442667, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3b10bbba-72df-4365-8635-b6edba442667,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:53:25.152267 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (3b10bbba-72df-4365-8635-b6edba442667), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:25.159541 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:25.159541 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:25.159541 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/3b10bbba-72df-4365-8635-b6edba442667 HTTP/1.1" status: 200 len: 1094 time: 1.1720526 Oct 17 03:53:25.160820 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'tag': '3b10bbba-72df-4365-8635-b6edba442667'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:25.164048 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5df508-2468-4503-9570-6e30e6748f42" -d '{"events": [{"name": "network-changed", "server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "tag": "3b10bbba-72df-4365-8635-b6edba442667"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:25.237798 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d9e4fa-993b-4dd3-b2f5-49bbea3f0b84 x-openstack-request-id: req-13d9e4fa-993b-4dd3-b2f5-49bbea3f0b84 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:25.238559 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "tag": "3b10bbba-72df-4365-8635-b6edba442667", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:25.238811 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-13d9e4fa-993b-4dd3-b2f5-49bbea3f0b84 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:25.239210 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d9e4fa-993b-4dd3-b2f5-49bbea3f0b84'] response: {'name': 'network-changed', 'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'tag': '3b10bbba-72df-4365-8635-b6edba442667', 'status': 'completed', 'code': 200} Oct 17 03:53:25.256547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d35a3-1234-4173-a8ff-fcf8ef093eeb service neutron] Pushing event updated for resources: {'Port': ['ID=3b10bbba-72df-4365-8635-b6edba442667,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:25.344403 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f5d24-6c66-4dcb-bb8f-7b494b15c782 req-d1c21fbe-c92e-480b-93b0-952e10a359b1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:25.345834 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-608f5d24-6c66-4dcb-bb8f-7b494b15c782 req-d1c21fbe-c92e-480b-93b0-952e10a359b1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0500550 Oct 17 03:53:25.395930 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-608f5d24-6c66-4dcb-bb8f-7b494b15c782 req-013f9d10-ab71-42e5-990e-424905f72882 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440793 Oct 17 03:53:25.675345 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85942889-c281-4fae-9a6a-0d84dac62a49 req-49955701-3ef2-49d6-9130-2dab13089480 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:25.677435 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-85942889-c281-4fae-9a6a-0d84dac62a49 req-49955701-3ef2-49d6-9130-2dab13089480 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0500014 Oct 17 03:53:25.724827 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-85942889-c281-4fae-9a6a-0d84dac62a49 req-72257786-7c98-4275-96ac-ce1fdc706e8a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416045 Oct 17 03:53:25.789522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5df508-2468-4503-9570-6e30e6748f42 req-460c879b-b429-48be-a605-b017261c9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:25.795371 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cf5df508-2468-4503-9570-6e30e6748f42 req-460c879b-b429-48be-a605-b017261c9630 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 1128 time: 0.0531244 Oct 17 03:53:25.857495 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0606738-5935-4a37-9d9b-9983348807a1 req-2f218c94-59ce-4e27-848e-56436adf71f0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:25.858977 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d0606738-5935-4a37-9d9b-9983348807a1 req-2f218c94-59ce-4e27-848e-56436adf71f0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0618072 Oct 17 03:53:25.897627 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:25.921898 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d0606738-5935-4a37-9d9b-9983348807a1 req-6861b014-fcf9-4dbe-8320-6fbb7fa968b1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559845 Oct 17 03:53:25.923592 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8e77a-2292-47b1-b9c2-2345bad14026 req-433f52d6-bbad-42b7-bc73-0982ec4f5c2e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:25.928586 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54c8e77a-2292-47b1-b9c2-2345bad14026 req-433f52d6-bbad-42b7-bc73-0982ec4f5c2e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.1286635 Oct 17 03:53:25.994428 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5df508-2468-4503-9570-6e30e6748f42 req-3f8da1eb-7af6-424b-b69a-cb6d49b0678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:25.995950 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cf5df508-2468-4503-9570-6e30e6748f42 req-3f8da1eb-7af6-424b-b69a-cb6d49b0678f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=cf238531f665437faddc8002d3b2ab6c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1952827 Oct 17 03:53:26.042161 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54c8e77a-2292-47b1-b9c2-2345bad14026 req-9a6ea01d-dd41-4c00-b939-f076ce16d7b3 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085904 Oct 17 03:53:26.170444 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:26.176550 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5df508-2468-4503-9570-6e30e6748f42 req-1b77be67-595b-4ecd-92aa-2f6ea3e4c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:26.178377 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cf5df508-2468-4503-9570-6e30e6748f42 req-1b77be67-595b-4ecd-92aa-2f6ea3e4c471 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691761 Oct 17 03:53:26.533993 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44804b3-17ae-4923-b78f-1878728b997b req-f7fc2fb1-617a-4cb7-b0e3-cbc9923b7fee tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:26.536234 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d44804b3-17ae-4923-b78f-1878728b997b req-f7fc2fb1-617a-4cb7-b0e3-cbc9923b7fee tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0548184 Oct 17 03:53:26.591303 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d44804b3-17ae-4923-b78f-1878728b997b req-e38c63b5-d66c-437e-8ebb-d1e0ad20ea48 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494413 Oct 17 03:53:26.686255 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f56e5537-51ee-423d-969f-d479fe291bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:26.852807 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c02083-f776-422c-a2de-3333955eddce req-3ed4162d-f038-42bd-9728-69a5b94d0382 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:26.854326 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-48c02083-f776-422c-a2de-3333955eddce req-3ed4162d-f038-42bd-9728-69a5b94d0382 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0487151 Oct 17 03:53:26.905166 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-48c02083-f776-422c-a2de-3333955eddce req-180a330e-dba4-4364-8cb0-3c485bf6272a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453441 Oct 17 03:53:27.066066 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843446e3-7b27-4b40-ac6f-b947ece1c13a req-4a053277-db75-4a9e-96ab-e11d5cdee52e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:27.067576 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-843446e3-7b27-4b40-ac6f-b947ece1c13a req-4a053277-db75-4a9e-96ab-e11d5cdee52e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0533931 Oct 17 03:53:27.137181 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-843446e3-7b27-4b40-ac6f-b947ece1c13a req-3f4358a0-c0c0-4494-adee-343577541380 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532017 Oct 17 03:53:27.181707 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf9d9-a2c6-427b-8b21-67c0a3d446c0 req-42dc8007-ad63-482d-9b01-a27591164e2e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:27.183195 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6cdbf9d9-a2c6-427b-8b21-67c0a3d446c0 req-42dc8007-ad63-482d-9b01-a27591164e2e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.0499406 Oct 17 03:53:27.242799 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6cdbf9d9-a2c6-427b-8b21-67c0a3d446c0 req-f10c95e8-e6d5-4d6b-bf7d-bd688dd62fb8 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535183 Oct 17 03:53:27.732254 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4fae-3557-4536-91f2-2b336eeec1d3 req-fce937b2-654e-4a38-aa01-1ae52703011e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:27.733782 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7e0d4fae-3557-4536-91f2-2b336eeec1d3 req-fce937b2-654e-4a38-aa01-1ae52703011e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0527034 Oct 17 03:53:27.786957 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7e0d4fae-3557-4536-91f2-2b336eeec1d3 req-73b29af5-3bab-40fb-9f97-f673526fee02 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470059 Oct 17 03:53:28.040018 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ed17d-ac08-4f19-877f-79a0db49feef req-9d2149b2-750c-43a6-af41-abb3b6b248a6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:28.047639 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d21ed17d-ac08-4f19-877f-79a0db49feef req-9d2149b2-750c-43a6-af41-abb3b6b248a6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0601609 Oct 17 03:53:28.096278 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d21ed17d-ac08-4f19-877f-79a0db49feef req-99b1549d-5ccd-4360-8037-150c766fc438 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476811 Oct 17 03:53:28.253517 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab470d12-625f-4b43-8c42-81848a0ea84b req-9a757189-224b-4801-92d0-12a017eec1b3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:28.256217 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ab470d12-625f-4b43-8c42-81848a0ea84b req-9a757189-224b-4801-92d0-12a017eec1b3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0523982 Oct 17 03:53:28.339166 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ab470d12-625f-4b43-8c42-81848a0ea84b req-897afcb6-119f-4046-92ca-653055026e51 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784984 Oct 17 03:53:28.374230 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c630d6-b7f6-4df9-8696-0f1db85180bf req-7918399e-6e45-41b9-b5a8-11b03a0268de tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:28.375869 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f4c630d6-b7f6-4df9-8696-0f1db85180bf req-7918399e-6e45-41b9-b5a8-11b03a0268de tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.0489330 Oct 17 03:53:28.427933 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f4c630d6-b7f6-4df9-8696-0f1db85180bf req-ddda8bbe-26a6-4647-9a9a-019306a0fdd8 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 Oct 17 03:53:28.909694 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c0666-c9ea-48e2-9c20-73a4771f39d1 req-a0c4bb0a-1500-4fa1-98c0-288cbf2f53fa tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:28.911178 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6c0c0666-c9ea-48e2-9c20-73a4771f39d1 req-a0c4bb0a-1500-4fa1-98c0-288cbf2f53fa tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0461004 Oct 17 03:53:28.958193 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6c0c0666-c9ea-48e2-9c20-73a4771f39d1 req-779c21b5-f664-4b5e-b4c7-a7396faf818f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414672 Oct 17 03:53:29.203017 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-01a97ab9-cba1-4d62-801e-5df5d4dc7680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:29.218229 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a7c13-251a-47d2-bf41-e130ffcb267d req-d5d5af5a-d81c-4580-93c9-84e916c7ebd4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:29.219793 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5a1a7c13-251a-47d2-bf41-e130ffcb267d req-d5d5af5a-d81c-4580-93c9-84e916c7ebd4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0516274 Oct 17 03:53:29.274888 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5a1a7c13-251a-47d2-bf41-e130ffcb267d req-b22fc47d-6eaf-43ff-94a3-a88b5af7294c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495014 Oct 17 03:53:29.469215 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5a7b1-3e55-45a5-905b-654b5c5ab7ec req-373166f8-4b89-4798-8078-7ec1a52a91d2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:29.471313 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ada5a7b1-3e55-45a5-905b-654b5c5ab7ec req-373166f8-4b89-4798-8078-7ec1a52a91d2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0522978 Oct 17 03:53:29.524643 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:29.530053 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ada5a7b1-3e55-45a5-905b-654b5c5ab7ec req-fa09f80d-478f-4ea8-b86e-d5bcb499de34 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526092 Oct 17 03:53:29.578395 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5ba2-1474-4f26-a1d7-2878d2ba9b4e req-a623b921-41c0-4adb-b616-7196b891057e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:29.584419 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c0bc5ba2-1474-4f26-a1d7-2878d2ba9b4e req-a623b921-41c0-4adb-b616-7196b891057e tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.0681839 Oct 17 03:53:29.641851 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c0bc5ba2-1474-4f26-a1d7-2878d2ba9b4e req-86e03db6-91f8-4b00-a841-72e6d3cd8325 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538869 Oct 17 03:53:29.745428 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-2d08de0a-0394-428b-818f-bd9e6522e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:29.747263 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-2d08de0a-0394-428b-818f-bd9e6522e17a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 1128 time: 0.0739460 Oct 17 03:53:29.793170 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-d45235d4-5b9c-49b4-a331-1287b96114a7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b10bbba-72df-4365-8635-b6edba442667 HTTP/1.1" status: 200 len: 217 time: 0.0383770 Oct 17 03:53:29.847137 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-8abc456b-c1a7-414d-a277-5c404ae15640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:29.849045 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-8abc456b-c1a7-414d-a277-5c404ae15640 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0495152 Oct 17 03:53:29.902122 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-bf4509e6-7bb0-4c35-8dc2-3ea00dba7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:29.903561 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-bf4509e6-7bb0-4c35-8dc2-3ea00dba7a54 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432353 Oct 17 03:53:30.092805 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dceb4e-1e70-479b-9bee-fb2f6dd01add req-268b4e12-d3dd-498b-9e85-6f30f2db2b4a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:30.094365 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-89dceb4e-1e70-479b-9bee-fb2f6dd01add req-268b4e12-d3dd-498b-9e85-6f30f2db2b4a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0590682 Oct 17 03:53:30.116767 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:30.146840 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-89dceb4e-1e70-479b-9bee-fb2f6dd01add req-1dc36514-80ae-4a1f-abdb-882d1aa65f6f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460043 Oct 17 03:53:30.274992 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-851d9fe0-c63e-4d97-8c65-3500aff1f836 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610191 Oct 17 03:53:30.282985 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:30.413777 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-04d9ab66-0c0a-455e-b39b-f6859e1ed40c req-4f2131bb-5b39-46e5-8d6b-b9b11ed00174 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310775 Oct 17 03:53:30.426198 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42525635-13ec-45ff-b15b-83515a17fc59 req-f32f9ba8-1187-4ef0-8ed7-a25b04eab22a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:30.427630 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42525635-13ec-45ff-b15b-83515a17fc59 req-f32f9ba8-1187-4ef0-8ed7-a25b04eab22a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0596468 Oct 17 03:53:30.462564 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:30.476945 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42525635-13ec-45ff-b15b-83515a17fc59 req-2b52896c-4ae2-4606-bf99-b021991ed756 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Oct 17 03:53:30.659696 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70675-b9e4-4748-a64d-634d70f248e8 req-2fbe95c8-8fa2-4e1a-8c06-df620a501e80 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:30.661154 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d2e70675-b9e4-4748-a64d-634d70f248e8 req-2fbe95c8-8fa2-4e1a-8c06-df620a501e80 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0452838 Oct 17 03:53:30.716064 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d2e70675-b9e4-4748-a64d-634d70f248e8 req-0bb505d8-2fb2-4a7d-b12e-e0b937966eb1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481892 Oct 17 03:53:30.789926 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347252e0-65c1-4e5f-b97d-cf03d45e975c req-bb730988-5879-48e2-9afc-c4e2482855bd tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:30.791387 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-347252e0-65c1-4e5f-b97d-cf03d45e975c req-bb730988-5879-48e2-9afc-c4e2482855bd tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.0465517 Oct 17 03:53:30.839702 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-347252e0-65c1-4e5f-b97d-cf03d45e975c req-1de313f9-22e5-4c3a-975d-8bc4e569b494 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Oct 17 03:53:31.268964 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7b51-db2f-4dc2-8704-d66b49629c60 req-64f9b0cf-a498-4364-a52c-18b3849225b9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:31.270427 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c27b7b51-db2f-4dc2-8704-d66b49629c60 req-64f9b0cf-a498-4364-a52c-18b3849225b9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0450535 Oct 17 03:53:31.319629 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c27b7b51-db2f-4dc2-8704-d66b49629c60 req-08c0c7c3-3822-47f4-b7fb-ca2839b592ac tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435266 Oct 17 03:53:31.476801 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:31.601205 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62a1c9-a6e1-4b4a-8368-5b2089694496 req-500b5a09-65c1-46b9-ae8a-9bae5f91915f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:31.602550 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b62a1c9-a6e1-4b4a-8368-5b2089694496 req-500b5a09-65c1-46b9-ae8a-9bae5f91915f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0486374 Oct 17 03:53:31.623170 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:31.650477 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b62a1c9-a6e1-4b4a-8368-5b2089694496 req-e2543abb-979f-449f-b3b3-a1b562398066 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Oct 17 03:53:31.838406 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6d42-c110-405c-93af-5d07d80fb7b4 req-3bd5719a-cf80-4ddf-bbda-0029814a6337 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:31.839867 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5bfd6d42-c110-405c-93af-5d07d80fb7b4 req-3bd5719a-cf80-4ddf-bbda-0029814a6337 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0456376 Oct 17 03:53:31.886049 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5bfd6d42-c110-405c-93af-5d07d80fb7b4 req-63980480-ac6a-407b-bcc5-32227eeafe23 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 Oct 17 03:53:32.437777 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbad57f-3bc1-4ab3-9ebc-8291281bee11 req-37c93f69-1b30-430e-b58c-37160b00945b tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:32.439198 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3dbad57f-3bc1-4ab3-9ebc-8291281bee11 req-37c93f69-1b30-430e-b58c-37160b00945b tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0455558 Oct 17 03:53:32.484946 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3dbad57f-3bc1-4ab3-9ebc-8291281bee11 req-0aead9b9-2f4d-4af1-b8cf-4b21301fcb3e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402110 Oct 17 03:53:32.768939 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54487c-f2e6-4b4e-8e8a-538569296641 req-5e784e90-e8e5-4636-9b76-db00111c9285 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:32.770407 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ca54487c-f2e6-4b4e-8e8a-538569296641 req-5e784e90-e8e5-4636-9b76-db00111c9285 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0447621 Oct 17 03:53:32.809658 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:32.816638 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ca54487c-f2e6-4b4e-8e8a-538569296641 req-d64c41d7-044e-4abd-b903-4a2f05bf4dc4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402803 Oct 17 03:53:33.006225 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194987-6816-4934-a8e8-1592d0cd4d61 req-e6f0bbfb-02a9-4cfd-a155-4e65821ddaf1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:33.007657 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bb194987-6816-4934-a8e8-1592d0cd4d61 req-e6f0bbfb-02a9-4cfd-a155-4e65821ddaf1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0450287 Oct 17 03:53:33.056298 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bb194987-6816-4934-a8e8-1592d0cd4d61 req-8ed6027d-50c5-42eb-8008-d7413e91c64b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Oct 17 03:53:33.604253 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134534e-5a5e-48a1-92f7-b9be65ea3e23 req-d3935cd1-effd-4d21-ae47-2ad5d3ccbfa9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:33.605700 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a134534e-5a5e-48a1-92f7-b9be65ea3e23 req-d3935cd1-effd-4d21-ae47-2ad5d3ccbfa9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0475185 Oct 17 03:53:33.651205 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a134534e-5a5e-48a1-92f7-b9be65ea3e23 req-6531f2a1-776f-4457-8c29-3598398de9aa tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400393 Oct 17 03:53:33.933831 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d3060-dcac-4e44-ae4a-d480e0960886 req-2d36d2bb-fa45-4a56-8855-70b31c1902dc tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:33.935257 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a30d3060-dcac-4e44-ae4a-d480e0960886 req-2d36d2bb-fa45-4a56-8855-70b31c1902dc tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0459974 Oct 17 03:53:33.981115 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a30d3060-dcac-4e44-ae4a-d480e0960886 req-846ee282-fb3d-402a-a45d-5e1bf9dbfffb tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404789 Oct 17 03:53:34.190976 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095192c-379c-4e74-80cf-43ca60826f2c req-170df6d1-58fe-4378-8493-82baca67baff tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:34.192490 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0095192c-379c-4e74-80cf-43ca60826f2c req-170df6d1-58fe-4378-8493-82baca67baff tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0538177 Oct 17 03:53:34.245358 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0095192c-379c-4e74-80cf-43ca60826f2c req-a870fbe6-1643-47fb-b3b6-22ed763e34f6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426497 Oct 17 03:53:34.769847 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959d58b-d36b-424b-b833-dbe00cb443a9 req-cff4f244-b38f-47da-812c-ba7b070d182f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:34.771921 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1959d58b-d36b-424b-b833-dbe00cb443a9 req-cff4f244-b38f-47da-812c-ba7b070d182f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0453835 Oct 17 03:53:34.824952 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1959d58b-d36b-424b-b833-dbe00cb443a9 req-3be02639-805e-401e-b771-79f947cf116d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430980 Oct 17 03:53:34.872744 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:53:35.091435 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:35.105157 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f7a8-76f1-48d1-91fa-eb3192ef7916 req-b67390ad-dd75-4225-b7b4-f58ce541a81d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:35.106952 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c8f8f7a8-76f1-48d1-91fa-eb3192ef7916 req-b67390ad-dd75-4225-b7b4-f58ce541a81d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0524750 Oct 17 03:53:35.141344 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ee45a-ba3e-432f-bac3-4bfcfbce0d7f req-2715d83a-ec67-4c2e-95c6-c3e370f99553 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:35.142989 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d53ee45a-ba3e-432f-bac3-4bfcfbce0d7f req-2715d83a-ec67-4c2e-95c6-c3e370f99553 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.0510871 Oct 17 03:53:35.160607 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c8f8f7a8-76f1-48d1-91fa-eb3192ef7916 req-2c572d45-5410-49de-bb31-f361c2fc559a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478878 Oct 17 03:53:35.203111 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d53ee45a-ba3e-432f-bac3-4bfcfbce0d7f req-044215f5-8b7f-4259-9bfb-c3c01023e407 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537901 Oct 17 03:53:35.364662 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0593e-68d2-45c9-bef2-f7987c729451 req-5f8cfda7-54bb-43ab-8060-8b01777f84ef tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:35.366819 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-07d0593e-68d2-45c9-bef2-f7987c729451 req-5f8cfda7-54bb-43ab-8060-8b01777f84ef tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0469742 Oct 17 03:53:35.415108 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-07d0593e-68d2-45c9-bef2-f7987c729451 req-f2375114-36b3-4bd1-aeb3-5a669951bb34 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Oct 17 03:53:35.942298 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da2317-1fdb-4274-ab37-1cecb8507321 req-173f60de-2967-419b-85b3-251bb7d08cc5 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:35.943653 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-26da2317-1fdb-4274-ab37-1cecb8507321 req-173f60de-2967-419b-85b3-251bb7d08cc5 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0447373 Oct 17 03:53:35.990186 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-26da2317-1fdb-4274-ab37-1cecb8507321 req-b3ebf6ff-25ea-4d2b-ad10-dd7b0b520b1e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411572 Oct 17 03:53:36.283257 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad35436-320c-4450-b08a-58da77248f0f req-6f5bd3b4-87f2-45d0-8c30-72a5f0cf8a71 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:36.284857 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-aad35436-320c-4450-b08a-58da77248f0f req-6f5bd3b4-87f2-45d0-8c30-72a5f0cf8a71 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0477085 Oct 17 03:53:36.334740 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b721f5-eb00-4c1f-8017-121af869b29b req-d95c443a-5061-4b0d-b4f1-73c27993e385 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:36.336265 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-18b721f5-eb00-4c1f-8017-121af869b29b req-d95c443a-5061-4b0d-b4f1-73c27993e385 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.0509691 Oct 17 03:53:36.336853 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-aad35436-320c-4450-b08a-58da77248f0f req-7ab62c51-5d64-42b0-9ff2-9757ceb8d322 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462277 Oct 17 03:53:36.385646 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-18b721f5-eb00-4c1f-8017-121af869b29b req-fc82db07-aaa9-4d54-9449-71b888693d4c tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Oct 17 03:53:36.436910 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0801-db9d-46cc-88e6-5506ee84071d req-cb8ec2e5-f7ac-49ca-9e09-f1a03efe0310 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:36.438336 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4b5f0801-db9d-46cc-88e6-5506ee84071d req-cb8ec2e5-f7ac-49ca-9e09-f1a03efe0310 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0447273 Oct 17 03:53:36.485441 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4b5f0801-db9d-46cc-88e6-5506ee84071d req-003f2a17-3949-4d06-b46c-e730a08b52c2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409389 Oct 17 03:53:36.545915 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8812b6-bddb-4949-b0aa-c7acf239b7b2 req-c6ec1721-20ea-448e-81d6-92f70654b7ee tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:36.547395 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8a8812b6-bddb-4949-b0aa-c7acf239b7b2 req-c6ec1721-20ea-448e-81d6-92f70654b7ee tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0458603 Oct 17 03:53:36.595314 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8a8812b6-bddb-4949-b0aa-c7acf239b7b2 req-cb4aeb7c-93a0-456f-a57f-3caee3588ed4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417182 Oct 17 03:53:37.454116 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb5d19-3b68-451d-ac86-18c79efac3c8 req-92689c33-ddea-4a2f-921f-1a17325ab767 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:37.455576 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4deb5d19-3b68-451d-ac86-18c79efac3c8 req-92689c33-ddea-4a2f-921f-1a17325ab767 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0459394 Oct 17 03:53:37.467293 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:37.503064 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4deb5d19-3b68-451d-ac86-18c79efac3c8 req-c146b919-efad-491b-815a-0bc2406744fe tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415294 Oct 17 03:53:37.504131 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134cc2c-3c66-4a6d-9f98-892e8c66632b req-2c5f4330-e099-4166-9170-d3eadebe57ac tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:37.506102 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1134cc2c-3c66-4a6d-9f98-892e8c66632b req-2c5f4330-e099-4166-9170-d3eadebe57ac tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.0476401 Oct 17 03:53:37.557692 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1134cc2c-3c66-4a6d-9f98-892e8c66632b req-e7a5bd67-9141-4c95-b7f9-2703ab71caa4 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Oct 17 03:53:37.596657 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:37.611552 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65997af-fb4d-4ce1-89c9-7c6b00275083 req-18adc1cd-1292-433e-9850-a26974c56f0c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:37.613020 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d65997af-fb4d-4ce1-89c9-7c6b00275083 req-18adc1cd-1292-433e-9850-a26974c56f0c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0490942 Oct 17 03:53:37.659500 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d65997af-fb4d-4ce1-89c9-7c6b00275083 req-0ec6efd4-c3db-4bf7-a21f-177af1563bc7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Oct 17 03:53:37.721682 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64048e87-d987-4d54-b1d0-ff2f35e55269 req-3b75cc7f-0e46-4d5b-b3e8-b5dec7ca108e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:37.723161 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-64048e87-d987-4d54-b1d0-ff2f35e55269 req-3b75cc7f-0e46-4d5b-b3e8-b5dec7ca108e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0475180 Oct 17 03:53:37.769339 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-64048e87-d987-4d54-b1d0-ff2f35e55269 req-85114df1-cd27-4fda-8bcf-fd482cd68c37 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406318 Oct 17 03:53:38.586984 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 3b10bbba-72df-4365-8635-b6edba442667 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:53:38.624039 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e17f0-3643-4b61-b6d3-0de548dee758 req-b1e4f6d4-cef5-42f9-a625-ca4b7ed4ec98 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:38.625623 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7f3e17f0-3643-4b61-b6d3-0de548dee758 req-b1e4f6d4-cef5-42f9-a625-ca4b7ed4ec98 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 944 time: 0.0479882 Oct 17 03:53:38.688799 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7f3e17f0-3643-4b61-b6d3-0de548dee758 req-5a85c669-40fe-445f-8d0f-bcfdaf6bb349 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572050 Oct 17 03:53:38.695651 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 3b10bbba-72df-4365-8635-b6edba442667, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3b10bbba-72df-4365-8635-b6edba442667,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:38.709234 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '3b10bbba-72df-4365-8635-b6edba442667', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'port_id': '3b10bbba-72df-4365-8635-b6edba442667', 'mac_address': 'fa:16:3e:0d:07:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:53:38.745025 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-3f6f31ec-305e-4b8f-b468-6406bec9ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:38.746531 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-3f6f31ec-305e-4b8f-b468-6406bec9ca69 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 1130 time: 0.0766728 Oct 17 03:53:38.750130 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 3b10bbba-72df-4365-8635-b6edba442667 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:53:38.750516 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (3b10bbba-72df-4365-8635-b6edba442667), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:38.752376 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af057a02-b751-45f8-9df0-4662618b3d42 req-dc815464-03f1-4ce0-a9cf-9fd26fa78f11 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:38.756278 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-af057a02-b751-45f8-9df0-4662618b3d42 req-dc815464-03f1-4ce0-a9cf-9fd26fa78f11 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.1206703 Oct 17 03:53:38.764886 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b10bbba-72df-4365-8635-b6edba442667 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:53:38.789337 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 3b10bbba-72df-4365-8635-b6edba442667, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3b10bbba-72df-4365-8635-b6edba442667,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:38.815068 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28952cf-63c2-4c5a-9f36-567e693bc24d req-870628ac-f5dc-4b04-8136-e0c9c729dfcb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:38.816576 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f28952cf-63c2-4c5a-9f36-567e693bc24d req-870628ac-f5dc-4b04-8136-e0c9c729dfcb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0499997 Oct 17 03:53:38.850874 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-af057a02-b751-45f8-9df0-4662618b3d42 req-40936c42-8e2c-43e6-b076-f08a57e8b1c7 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914862 Oct 17 03:53:38.878826 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f28952cf-63c2-4c5a-9f36-567e693bc24d req-7f938d87-0d96-418e-bba8-46a815f9f955 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555120 Oct 17 03:53:38.882041 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (3b10bbba-72df-4365-8635-b6edba442667), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:38.905766 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-7de8995c-e8a4-4a73-a79e-fae169bf8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:38.907360 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-7de8995c-e8a4-4a73-a79e-fae169bf8825 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 917 time: 0.1294496 Oct 17 03:53:38.941410 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=3b10bbba-72df-4365-8635-b6edba442667,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:38.990854 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196df44-8338-4add-b573-4162ddeda00f req-42360b4c-96f3-4d68-9625-2890b5c8eeba tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:38.992410 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b196df44-8338-4add-b573-4162ddeda00f req-42360b4c-96f3-4d68-9625-2890b5c8eeba tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0522985 Oct 17 03:53:39.106689 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-3777a0ac-7580-4a1b-a8f8-2eb60ee093a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:39.108115 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-3777a0ac-7580-4a1b-a8f8-2eb60ee093a7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 1129 time: 0.0971737 Oct 17 03:53:39.120728 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b196df44-8338-4add-b573-4162ddeda00f req-9a6bdf88-d02d-4e8d-8b43-7543339badad tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227794 Oct 17 03:53:39.124492 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-a05fdb03-f92c-4b74-b8e7-d5ab72864f48 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1 HTTP/1.1" status: 200 len: 1002 time: 0.1205771 Oct 17 03:53:39.204084 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-cbb52113-504b-49d1-ab0c-52aea6a81fc7 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:39.205489 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-cbb52113-504b-49d1-ab0c-52aea6a81fc7 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 945 time: 0.0451212 Oct 17 03:53:39.219704 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:39.254587 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-74abc07f-f592-43ef-9746-b3a141246bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:39.256602 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-74abc07f-f592-43ef-9746-b3a141246bb8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 200 len: 855 time: 0.0964067 Oct 17 03:53:39.260722 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:39.265532 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['3b10bbba-72df-4365-8635-b6edba442667'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:53:39.294090 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Deleting port 78764b80-258a-4340-b958-2352e7afee76 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:53:39.294525 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (78764b80-258a-4340-b958-2352e7afee76), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:39.321255 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-06eb5fb3-d294-4f8f-8d0d-c7526cb4c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:39.322735 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-06eb5fb3-d294-4f8f-8d0d-c7526cb4c2ac service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 912 time: 0.1637781 Oct 17 03:53:39.323816 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-adf403b8-b6a5-42ba-bb97-14c0bb8d388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:39.325011 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:39.325178 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-adf403b8-b6a5-42ba-bb97-14c0bb8d388d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0612762 Oct 17 03:53:39.450801 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-1f9b5fea-b043-428c-beae-1a499c75e70b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f HTTP/1.1" status: 200 len: 1001 time: 0.1147692 Oct 17 03:53:39.517504 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-4a48228e-d708-4cac-a505-8720cd9fa692 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742115 Oct 17 03:53:39.554138 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-0373bed7-2010-4c9f-a332-6c6334505a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:39.555666 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-0373bed7-2010-4c9f-a332-6c6334505a35 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fc392004-8afd-451c-9dcb-41ef655b2ff1 HTTP/1.1" status: 200 len: 850 time: 0.0857978 Oct 17 03:53:39.616220 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:39.634681 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-35c4993e-fbba-49a2-af1d-de8ba4d45e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:39.636104 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-35c4993e-fbba-49a2-af1d-de8ba4d45e1c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9596452a-c538-49c6-83ce-e63a5d474491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486584 Oct 17 03:53:39.637663 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] For port 78764b80-258a-4340-b958-2352e7afee76, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=78764b80-258a-4340-b958-2352e7afee76,segment=NetworkSegment(e5f185d5-c555-4619-9975-39d244e87953),segment_id=e5f185d5-c555-4619-9975-39d244e87953)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:39.638162 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (78764b80-258a-4340-b958-2352e7afee76), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:39.651270 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Calling delete_port for 78764b80-258a-4340-b958-2352e7afee76 owned by compute:nova {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:53:39.709821 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4e4dd24b-a30d-4558-9ab0-55fd0c20dc5f req-83626de1-8175-44e8-8bdc-f02adb0015d1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826806 Oct 17 03:53:39.749884 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-c21db485-95fc-4c42-8027-0663ff6b43fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030581 Oct 17 03:53:39.823999 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55d827-c209-4c86-a583-bf78d6329f1a req-b2d8a0e2-0001-41ee-9cbf-cf8457f57c6a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:39.825434 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-de55d827-c209-4c86-a583-bf78d6329f1a req-b2d8a0e2-0001-41ee-9cbf-cf8457f57c6a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 945 time: 0.0484898 Oct 17 03:53:39.865518 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (78764b80-258a-4340-b958-2352e7afee76), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:39.897471 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-de55d827-c209-4c86-a583-bf78d6329f1a req-6a46c71d-ac76-47b2-a2c7-31e5644452ce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662215 Oct 17 03:53:39.898540 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Pushing event deleted for resources: {'Port': ['ID=78764b80-258a-4340-b958-2352e7afee76,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:39.952704 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] No DVR routers for this DVR port 78764b80-258a-4340-b958-2352e7afee76 on host hv-cinder-81558 {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:53:39.955170 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:39.958398 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-91d3420e-055c-4b43-aef0-231382e5c4c0 req-a8f44536-6b2c-4198-a4d1-03272f7112c0 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.33 "DELETE /networking/v2.0/ports/78764b80-258a-4340-b958-2352e7afee76 HTTP/1.1" status: 204 len: 173 time: 0.7455311 Oct 17 03:53:39.959480 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ba32da-0e08-49d0-b623-b0403a29ab8e', 'name': 'network-vif-deleted', 'tag': '78764b80-258a-4340-b958-2352e7afee76'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:39.961727 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a4ddec-8adb-42d5-a090-c96b18f161e8" -d '{"events": [{"server_uuid": "65ba32da-0e08-49d0-b623-b0403a29ab8e", "name": "network-vif-deleted", "tag": "78764b80-258a-4340-b958-2352e7afee76"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:39.983665 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2e503b82-09da-4a8b-9123-d56ec3d34dfd req-1ddb6c31-3590-49de-9995-4693e46e975d tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0283489 Oct 17 03:53:40.010695 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86426e96-bc79-4071-8e76-c1b8bd7ab764 req-dd67d0ec-b5c7-4f55-9d96-f09fa5784132 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:40.012243 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-86426e96-bc79-4071-8e76-c1b8bd7ab764 req-dd67d0ec-b5c7-4f55-9d96-f09fa5784132 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0479217 Oct 17 03:53:40.032145 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d054e59-62cd-4527-8ee3-4b1eac4b2dbc x-openstack-request-id: req-8d054e59-62cd-4527-8ee3-4b1eac4b2dbc {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:40.032429 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ba32da-0e08-49d0-b623-b0403a29ab8e", "name": "network-vif-deleted", "tag": "78764b80-258a-4340-b958-2352e7afee76", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:40.032679 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8d054e59-62cd-4527-8ee3-4b1eac4b2dbc {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:40.033069 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d054e59-62cd-4527-8ee3-4b1eac4b2dbc'] response: {'server_uuid': '65ba32da-0e08-49d0-b623-b0403a29ab8e', 'name': 'network-vif-deleted', 'tag': '78764b80-258a-4340-b958-2352e7afee76', 'status': 'completed', 'code': 200} Oct 17 03:53:40.062174 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-86426e96-bc79-4071-8e76-c1b8bd7ab764 req-a3b40274-75d7-455b-938e-fc6d275d39e7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439255 Oct 17 03:53:40.248965 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff435af-516c-419e-a792-3eca2486ba1f req-58cf5617-c6a8-4ae5-a399-8fb6504f43e4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:40.250404 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4ff435af-516c-419e-a792-3eca2486ba1f req-58cf5617-c6a8-4ae5-a399-8fb6504f43e4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 946 time: 0.0462685 Oct 17 03:53:40.297839 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4ff435af-516c-419e-a792-3eca2486ba1f req-c2cb31f2-9f9f-4a9d-9bae-3ff93ff158d5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418468 Oct 17 03:53:40.321620 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['78764b80-258a-4340-b958-2352e7afee76'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:53:40.617751 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 3b10bbba-72df-4365-8635-b6edba442667 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:53:40.659910 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 3b10bbba-72df-4365-8635-b6edba442667 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:53:40.733116 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 3b10bbba-72df-4365-8635-b6edba442667 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:53:40.733566 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (3b10bbba-72df-4365-8635-b6edba442667), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:40.733905 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 3b10bbba-72df-4365-8635-b6edba442667 Oct 17 03:53:40.807848 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 3b10bbba-72df-4365-8635-b6edba442667 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:53:40.808230 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (3b10bbba-72df-4365-8635-b6edba442667), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:40.831064 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10bbba-72df-4365-8635-b6edba442667'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:40.833962 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53ddb21-2e46-47fa-bd90-ebbadcc4e7b5" -d '{"events": [{"server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "name": "network-vif-plugged", "status": "completed", "tag": "3b10bbba-72df-4365-8635-b6edba442667"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:40.845938 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 3b10bbba-72df-4365-8635-b6edba442667, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3b10bbba-72df-4365-8635-b6edba442667,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:40.872926 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb72852-b3b3-4aa5-b5dd-b663ab40f09c x-openstack-request-id: req-2eb72852-b3b3-4aa5-b5dd-b663ab40f09c {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:40.873242 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "name": "network-vif-plugged", "status": "completed", "tag": "3b10bbba-72df-4365-8635-b6edba442667", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:40.873498 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2eb72852-b3b3-4aa5-b5dd-b663ab40f09c {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:40.873888 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb72852-b3b3-4aa5-b5dd-b663ab40f09c'] response: {'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10bbba-72df-4365-8635-b6edba442667', 'code': 200} Oct 17 03:53:40.910204 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (3b10bbba-72df-4365-8635-b6edba442667), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:40.911018 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:53:40.967936 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:40.991448 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=3b10bbba-72df-4365-8635-b6edba442667,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:41.025825 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 84033c7a-279b-4382-ae30-9f0a623ff3f1 is: ACTIVE; New status is: DOWN {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:53:41.026211 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:41.031921 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d925-589b-4672-91e7-2ca4ee1e7d27 req-63433cb7-5baa-4e25-bf08-8d54cb6cab6d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:41.033412 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9c28d925-589b-4672-91e7-2ca4ee1e7d27 req-63433cb7-5baa-4e25-bf08-8d54cb6cab6d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0544543 Oct 17 03:53:41.061105 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:41.088245 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9c28d925-589b-4672-91e7-2ca4ee1e7d27 req-bd5e5a3c-73a0-4ec7-8a2d-a32f096e8610 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470400 Oct 17 03:53:41.097008 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-321ba5a3-30b6-4453-b8fd-b7bed34c9833 req-682bc456-0a02-4bc7-9ad4-5276f5e4de01 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0282691 Oct 17 03:53:41.145010 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:41.145784 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 78764b80-258a-4340-b958-2352e7afee76 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:53:41.183157 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 78764b80-258a-4340-b958-2352e7afee76 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:53:41.183579 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 78764b80-258a-4340-b958-2352e7afee76 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:53:41.193376 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e80b6e-1bec-4a18-976f-58f53d4da955 req-1377b389-c365-4f5f-a25a-1da2ac1ed8de tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:41.194827 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-98e80b6e-1bec-4a18-976f-58f53d4da955 req-1377b389-c365-4f5f-a25a-1da2ac1ed8de tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0468397 Oct 17 03:53:41.210256 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=8']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:41.242435 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-98e80b6e-1bec-4a18-976f-58f53d4da955 req-cbc93b8e-52aa-46a6-b47c-2c9bc4ec99b5 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Oct 17 03:53:41.422071 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d695b-d293-419e-a16b-6e9ae95eef70 req-392e3e93-281c-4a0d-9824-0cb98b93cc99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:41.423506 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-157d695b-d293-419e-a16b-6e9ae95eef70 req-392e3e93-281c-4a0d-9824-0cb98b93cc99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0474489 Oct 17 03:53:41.469078 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-157d695b-d293-419e-a16b-6e9ae95eef70 req-492a48e9-987b-4c62-855c-71c1877a3a40 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395699 Oct 17 03:53:41.627112 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ddadfcc4-a5a2-42f5-b93e-cb7305babef0 req-d61794c9-fc65-4ea9-8537-da48b59eaa86 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886350 Oct 17 03:53:42.041815 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a14ae-b79e-4c82-b975-f56fb4cfdbd2 req-d110a950-740e-482a-9cb0-8bb1ad6143d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:42.043289 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-429a14ae-b79e-4c82-b975-f56fb4cfdbd2 req-d110a950-740e-482a-9cb0-8bb1ad6143d5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 1130 time: 0.0375810 Oct 17 03:53:42.150785 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-429a14ae-b79e-4c82-b975-f56fb4cfdbd2 req-8a187e05-2447-4b66-9e7f-62669a049097 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517519 Oct 17 03:53:42.200607 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:42.217124 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116016e7-a019-4636-bcab-92c483fb3ffd req-2d4f3a6b-77f4-452a-87e0-a35a814cec9d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:42.218657 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-116016e7-a019-4636-bcab-92c483fb3ffd req-2d4f3a6b-77f4-452a-87e0-a35a814cec9d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0481901 Oct 17 03:53:42.236116 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-88e68b05-2105-4b46-a1c2-e148b7e42ada req-e2649eb5-037a-45e8-aefc-e66f4adcce11 tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0305710 Oct 17 03:53:42.268374 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-116016e7-a019-4636-bcab-92c483fb3ffd req-5129f242-31b2-4f7b-b75c-baece6613ebf tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434549 Oct 17 03:53:42.347589 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:42.362976 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db9124-22cb-404b-84de-9312b9e30ddb req-d739a915-de87-4631-8f28-de8817e45e49 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:42.365017 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-42db9124-22cb-404b-84de-9312b9e30ddb req-d739a915-de87-4631-8f28-de8817e45e49 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0467951 Oct 17 03:53:42.414879 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-42db9124-22cb-404b-84de-9312b9e30ddb req-750c7ab4-7f5d-48c4-84e7-883a04ec03b4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442591 Oct 17 03:53:42.597644 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3351bb-42e4-4a79-9a7b-0f0abb630427 req-2bc79a79-b5d2-420d-917c-953fbb71d18f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:42.599126 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-de3351bb-42e4-4a79-9a7b-0f0abb630427 req-2bc79a79-b5d2-420d-917c-953fbb71d18f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0497363 Oct 17 03:53:42.646435 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-de3351bb-42e4-4a79-9a7b-0f0abb630427 req-7f6b4949-cd00-4ab4-96ff-cde9148f4c56 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417087 Oct 17 03:53:42.875608 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:42.878044 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a317a4-e1a4-48e2-8517-bfd11b2a7392" -d '{"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-unplugged", "status": "completed", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:42.918071 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de987c4-2c99-48c0-a502-a5f8a16882b6 x-openstack-request-id: req-4de987c4-2c99-48c0-a502-a5f8a16882b6 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:42.918071 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-unplugged", "status": "completed", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:42.918071 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4de987c4-2c99-48c0-a502-a5f8a16882b6 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:42.918071 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de987c4-2c99-48c0-a502-a5f8a16882b6'] response: {'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'code': 200} Oct 17 03:53:43.469144 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-953bbbb3-28b4-4ac0-a12a-750f85b1a8a9 req-224614b8-5d60-43ad-9d23-c8a2f3275f6b tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0270941 Oct 17 03:53:43.573676 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605716b9-b498-416e-967f-22ecf36a57dc req-8f9f0800-06b7-4495-a399-368f4636f1d8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:43.576943 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-605716b9-b498-416e-967f-22ecf36a57dc req-8f9f0800-06b7-4495-a399-368f4636f1d8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0478554 Oct 17 03:53:43.626983 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-605716b9-b498-416e-967f-22ecf36a57dc req-f383af12-400f-4a14-b237-5d03f9ccdd99 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452588 Oct 17 03:53:43.736088 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151dd38-72db-4f8b-b404-7ea8c3e9298b req-3f00dc81-2260-4031-bac5-743e38ec5863 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:43.737561 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9151dd38-72db-4f8b-b404-7ea8c3e9298b req-3f00dc81-2260-4031-bac5-743e38ec5863 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0530777 Oct 17 03:53:43.785695 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9151dd38-72db-4f8b-b404-7ea8c3e9298b req-7804f4cb-e831-4836-85c8-48768f1d0f33 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Oct 17 03:53:43.814582 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [req-23856e22-f1ab-43df-9379-ff6e91c12b74 req-94cdfcc1-b286-45b0-95a0-d1d09238c9fb service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:53:43.815548 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-23856e22-f1ab-43df-9379-ff6e91c12b74 req-94cdfcc1-b286-45b0-95a0-d1d09238c9fb service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051897 Oct 17 03:53:44.165943 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:44.201251 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e1d2-1b99-4f81-bca6-6f77f31adcab req-d93c3a7b-f964-4b07-9a6e-a5fcb19b70b1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:44.202981 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-fd58e1d2-1b99-4f81-bca6-6f77f31adcab req-d93c3a7b-f964-4b07-9a6e-a5fcb19b70b1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0472758 Oct 17 03:53:44.250952 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-fd58e1d2-1b99-4f81-bca6-6f77f31adcab req-322b5651-98fe-4dde-908e-f962e04de8de tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Oct 17 03:53:44.595294 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-36696aac-fac6-4739-bfd2-df3776cddd43 req-8ad52f87-f363-4bdc-8ea4-cf7d738d28de tempest-VolumesActionsTest-1788902834 tempest-VolumesActionsTest-1788902834-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65ba32da-0e08-49d0-b623-b0403a29ab8e HTTP/1.1" status: 200 len: 210 time: 0.0291040 Oct 17 03:53:44.626684 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:53:44.700877 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 84033c7a-279b-4382-ae30-9f0a623ff3f1 is: DOWN; New status is: DOWN {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:53:44.759818 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984efbe-ac2a-4d45-9f68-fdcae147fffb req-58a3676f-0b6a-401f-8eb3-cc656e6f4665 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:44.761414 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8984efbe-ac2a-4d45-9f68-fdcae147fffb req-58a3676f-0b6a-401f-8eb3-cc656e6f4665 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0508761 Oct 17 03:53:44.774974 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 57226) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:44.809027 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8984efbe-ac2a-4d45-9f68-fdcae147fffb req-9c6d2803-bc60-4a83-b679-727d836d2620 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Oct 17 03:53:44.845520 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:44.858580 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-5544c315-2c29-4c36-98fe-377d2e4001b7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825114 Oct 17 03:53:44.867989 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-00222d6a-cab4-4444-b506-0654e39a4a7d service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:53:44.868939 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-00222d6a-cab4-4444-b506-0654e39a4a7d service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055120 Oct 17 03:53:44.937168 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaa1b9-3cb7-4b18-8934-ffcc59aa47a7 req-563b9d35-65cf-462c-8988-563eed9b7678 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:44.938913 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d4aaa1b9-3cb7-4b18-8934-ffcc59aa47a7 req-563b9d35-65cf-462c-8988-563eed9b7678 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0535257 Oct 17 03:53:44.953566 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 57236) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:44.958433 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-38374d74-8193-4a9f-a946-99572d515783 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Request body: {'floatingip': {'port_id': '3b10bbba-72df-4365-8635-b6edba442667'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:53:45.000350 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 57238) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:53:45.004020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-38374d74-8193-4a9f-a946-99572d515783 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for floatingip (cb2144a9-bf57-4390-a526-4ddfe64571db), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:45.098953 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-1ab95476-74a6-4a6c-b658-05350c97da0e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:45.100408 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-1ab95476-74a6-4a6c-b658-05350c97da0e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports/84033c7a-279b-4382-ae30-9f0a623ff3f1 HTTP/1.1" status: 200 len: 941 time: 0.0990674 Oct 17 03:53:45.388711 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaacd5b-f05a-48ec-9f07-a11d57675584 req-c1a0216a-961a-4a07-bfbd-490ddddd5830 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:45.390209 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1eaacd5b-f05a-48ec-9f07-a11d57675584 req-c1a0216a-961a-4a07-bfbd-490ddddd5830 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0533919 Oct 17 03:53:45.439403 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1eaacd5b-f05a-48ec-9f07-a11d57675584 req-70066697-ca65-4225-929c-93f72396618b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424097 Oct 17 03:53:45.456188 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-38374d74-8193-4a9f-a946-99572d515783 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:45.504975 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-38374d74-8193-4a9f-a946-99572d515783 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (cb2144a9-bf57-4390-a526-4ddfe64571db), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:45.611889 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [None req-38374d74-8193-4a9f-a946-99572d515783 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Floating IP cb2144a9-bf57-4390-a526-4ddfe64571db associated. External IP: 172.27.4.250, port: 3b10bbba-72df-4365-8635-b6edba442667. Oct 17 03:53:45.805304 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:45.832087 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38374d74-8193-4a9f-a946-99572d515783 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Router 1f29ba32-815a-4fe7-89a7-7192d407ad17 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:53:46.073895 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b1d8f-1104-4059-8150-2d6facb9cfe9 req-33456e60-421f-42fa-98f4-4251eb658df5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:46.075559 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-782b1d8f-1104-4059-8150-2d6facb9cfe9 req-33456e60-421f-42fa-98f4-4251eb658df5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0546753 Oct 17 03:53:46.125181 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-782b1d8f-1104-4059-8150-2d6facb9cfe9 req-e848f777-638d-4af2-9001-59f11b7a1b1b tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 Oct 17 03:53:46.176450 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:46.189682 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38374d74-8193-4a9f-a946-99572d515783 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:53:46.194787 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-38374d74-8193-4a9f-a946-99572d515783 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:46.199418 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] Sync routers for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:53:46.210017 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:53:46.211143 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:53:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:53:46.225973 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-38374d74-8193-4a9f-a946-99572d515783 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/cb2144a9-bf57-4390-a526-4ddfe64571db HTTP/1.1" status: 200 len: 992 time: 1.2709043 Oct 17 03:53:46.226674 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'tag': '3b10bbba-72df-4365-8635-b6edba442667'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:46.228885 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c7fa20-7b58-4410-afc1-0722f7231b35" -d '{"events": [{"name": "network-changed", "server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "tag": "3b10bbba-72df-4365-8635-b6edba442667"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:46.256100 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:46.266536 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf283a5-f018-435e-b85f-c2f42e75bc02 x-openstack-request-id: req-1bf283a5-f018-435e-b85f-c2f42e75bc02 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:46.266828 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "tag": "3b10bbba-72df-4365-8635-b6edba442667", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:46.267161 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1bf283a5-f018-435e-b85f-c2f42e75bc02 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:46.267563 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf283a5-f018-435e-b85f-c2f42e75bc02'] response: {'name': 'network-changed', 'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'tag': '3b10bbba-72df-4365-8635-b6edba442667', 'status': 'completed', 'code': 200} Oct 17 03:53:46.319611 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:53:46.535249 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'cb2144a9-bf57-4390-a526-4ddfe64571db', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'port_id': '3b10bbba-72df-4365-8635-b6edba442667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'mac_address': 'fa:16:3e:0d:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:53:17Z', 'updated_at': '2022-10-17T03:53:45Z', 'revision_number': 1, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:07Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:53:46.565716 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] Checking router: 1f29ba32-815a-4fe7-89a7-7192d407ad17 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:53:46.574172 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd4bf-f258-4db0-bd8b-05b42f640179 req-c4dd5512-0261-46c0-a40b-5521707a5342 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:46.577585 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:53:46.577585 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:53:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:53:46.577854 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-727fd4bf-f258-4db0-bd8b-05b42f640179 req-c4dd5512-0261-46c0-a40b-5521707a5342 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0495565 Oct 17 03:53:46.625736 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-727fd4bf-f258-4db0-bd8b-05b42f640179 req-7159f763-ffbb-4203-8f3c-0b4c700e55bc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434501 Oct 17 03:53:46.684615 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:53:46.788524 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:46.899011 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'cb2144a9-bf57-4390-a526-4ddfe64571db', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'port_id': '3b10bbba-72df-4365-8635-b6edba442667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'mac_address': 'fa:16:3e:0d:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:53:17Z', 'updated_at': '2022-10-17T03:53:45Z', 'revision_number': 1, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:07Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:53:46.923300 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fca92-16dc-4096-9dac-86826995de08 None None] The sync data for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi is: [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'cb2144a9-bf57-4390-a526-4ddfe64571db', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'port_id': '3b10bbba-72df-4365-8635-b6edba442667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'mac_address': 'fa:16:3e:0d:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:53:17Z', 'updated_at': '2022-10-17T03:53:45Z', 'revision_number': 1, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:07Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:53:47.114434 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9610f4-1bd9-438d-984b-c346299dc257 None None] New status for floating IP cb2144a9-bf57-4390-a526-4ddfe64571db: ACTIVE {{(pid=111642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:53:47.252014 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3091d3-b971-47d3-aa8a-4fa3968b0ed6 req-17ec2fe1-4d27-4d67-917c-7de7bfdf1d87 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:47.253544 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ee3091d3-b971-47d3-aa8a-4fa3968b0ed6 req-17ec2fe1-4d27-4d67-917c-7de7bfdf1d87 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0479002 Oct 17 03:53:47.301019 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ee3091d3-b971-47d3-aa8a-4fa3968b0ed6 req-5346785a-a435-4260-afc0-0e4387df924b tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Oct 17 03:53:47.755143 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839cc99-a352-40b7-8711-86abd08a288f req-fac179ae-de52-4c0c-82ef-9ddaee6b04f2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:47.756627 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7839cc99-a352-40b7-8711-86abd08a288f req-fac179ae-de52-4c0c-82ef-9ddaee6b04f2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0488584 Oct 17 03:53:47.801918 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7839cc99-a352-40b7-8711-86abd08a288f req-968ee0f5-de92-422f-bcac-a23c2a537c78 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397623 Oct 17 03:53:48.421663 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1345d-b7e7-473f-bd36-4f72b015ce73 req-b4b7666d-7def-4789-a70a-e6fa9aa02f05 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:48.423070 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b9e1345d-b7e7-473f-bd36-4f72b015ce73 req-b4b7666d-7def-4789-a70a-e6fa9aa02f05 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0482039 Oct 17 03:53:48.469862 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b9e1345d-b7e7-473f-bd36-4f72b015ce73 req-b56faea9-77cf-4522-a0a8-9c8a7bf4e249 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Oct 17 03:53:48.925360 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbe0d7-d55e-444a-903a-21e69fba8b9a req-43e3ba8b-022e-4f34-9d21-e5afd3f09d28 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:48.926827 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0efbe0d7-d55e-444a-903a-21e69fba8b9a req-43e3ba8b-022e-4f34-9d21-e5afd3f09d28 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0447683 Oct 17 03:53:48.973930 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0efbe0d7-d55e-444a-903a-21e69fba8b9a req-c582d1f3-a344-42b9-972f-715c059e0a08 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409732 Oct 17 03:53:49.585676 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd62ca-dfdd-45e4-81af-bc6f7cb6a1bb req-5af1861b-cab7-4c1f-b77e-4b5f1acd3563 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:49.587143 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a2fd62ca-dfdd-45e4-81af-bc6f7cb6a1bb req-5af1861b-cab7-4c1f-b77e-4b5f1acd3563 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0455093 Oct 17 03:53:49.633103 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a2fd62ca-dfdd-45e4-81af-bc6f7cb6a1bb req-859df51e-9535-4c64-912b-bd10a8e7150b tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Oct 17 03:53:49.950266 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-12f6925d-2f59-40d5-a8cb-5fb66f16c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:49.951658 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-12f6925d-2f59-40d5-a8cb-5fb66f16c36d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 1130 time: 0.0388260 Oct 17 03:53:50.058665 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-62739dc9-0d9e-4fd2-ae4c-e826765a2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:50.060027 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-62739dc9-0d9e-4fd2-ae4c-e826765a2d51 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.0919755 Oct 17 03:53:50.111070 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e987ba-9670-4181-b1b4-fbee94429e25 req-78024e9f-cf8c-4271-9fa1-ac8677e8b035 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:50.112888 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-72e987ba-9670-4181-b1b4-fbee94429e25 req-78024e9f-cf8c-4271-9fa1-ac8677e8b035 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0535877 Oct 17 03:53:50.154485 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-e9147c58-8564-460b-8586-caf826caf256 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b10bbba-72df-4365-8635-b6edba442667 HTTP/1.1" status: 200 len: 1002 time: 0.0713797 Oct 17 03:53:50.164775 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-72e987ba-9670-4181-b1b4-fbee94429e25 req-671fd3ae-63a5-4f74-ab8b-adedf420060f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459976 Oct 17 03:53:50.308414 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-ce426462-79c3-40d5-941f-11bde7e0e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:50.310237 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-ce426462-79c3-40d5-941f-11bde7e0e967 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0479469 Oct 17 03:53:50.358179 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-5c708b4f-e322-492d-acbf-a6dc05f6eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:50.359656 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-5c708b4f-e322-492d-acbf-a6dc05f6eb92 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422852 Oct 17 03:53:50.456505 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15002a03-56a2-4426-bd39-4212c380aa82 req-f762443f-2e2f-4c04-9a6c-994e7bad99ce tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:50.457950 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-15002a03-56a2-4426-bd39-4212c380aa82 req-f762443f-2e2f-4c04-9a6c-994e7bad99ce tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0464621 Oct 17 03:53:50.470688 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:50.496639 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-97a0a7fb-8c7c-49f3-ad5a-dcd73ec6a5b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933454 Oct 17 03:53:50.543334 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-15002a03-56a2-4426-bd39-4212c380aa82 req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Deleting port fdc91b15-76bb-4330-a796-87d6e11178ae {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:53:50.543686 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-15002a03-56a2-4426-bd39-4212c380aa82 req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:50.595218 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-40c7fa20-7b58-4410-afc1-0722f7231b35 req-484d8e2b-fc4b-43d8-adb7-0ffd3fbb4faf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885937 Oct 17 03:53:50.607413 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:50.643047 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-15002a03-56a2-4426-bd39-4212c380aa82 req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] For port fdc91b15-76bb-4330-a796-87d6e11178ae, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fdc91b15-76bb-4330-a796-87d6e11178ae,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:53:50.644099 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-15002a03-56a2-4426-bd39-4212c380aa82 req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:50.656203 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-15002a03-56a2-4426-bd39-4212c380aa82 req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Calling delete_port for fdc91b15-76bb-4330-a796-87d6e11178ae owned by compute:nova {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:53:50.668668 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:50.758302 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5110-ef0d-496b-a90d-562ff29fcb23 req-c713c213-d64e-4a87-b3c3-c95402cb7805 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:50.759694 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-acdd5110-ef0d-496b-a90d-562ff29fcb23 req-c713c213-d64e-4a87-b3c3-c95402cb7805 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 945 time: 0.0470729 Oct 17 03:53:50.810926 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-acdd5110-ef0d-496b-a90d-562ff29fcb23 req-244b42a0-af98-4a57-bf6f-0885d1dee3df tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Oct 17 03:53:50.859131 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-15002a03-56a2-4426-bd39-4212c380aa82 req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (fdc91b15-76bb-4330-a796-87d6e11178ae), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:50.885680 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Pushing event deleted for resources: {'Port': ['ID=fdc91b15-76bb-4330-a796-87d6e11178ae,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:53:50.931798 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [req-15002a03-56a2-4426-bd39-4212c380aa82 req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] No DVR routers for this DVR port fdc91b15-76bb-4330-a796-87d6e11178ae on host hv-cinder-81558 {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:53:50.934296 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-15002a03-56a2-4426-bd39-4212c380aa82 req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:50.937593 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-15002a03-56a2-4426-bd39-4212c380aa82 req-29f80661-12ce-4e55-9595-582946e2bcb2 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.33 "DELETE /networking/v2.0/ports/fdc91b15-76bb-4330-a796-87d6e11178ae HTTP/1.1" status: 204 len: 173 time: 0.4740167 Oct 17 03:53:50.942473 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c241ab04-36db-4841-8c8f-7df55218c8ef', 'name': 'network-vif-deleted', 'tag': 'fdc91b15-76bb-4330-a796-87d6e11178ae'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:53:50.942473 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2441aa0e-30ce-4101-97e3-219a2ce858ba" -d '{"events": [{"server_uuid": "c241ab04-36db-4841-8c8f-7df55218c8ef", "name": "network-vif-deleted", "tag": "fdc91b15-76bb-4330-a796-87d6e11178ae"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:53:50.983176 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4634d163-7050-4d67-a7d4-eaa4778a5c3d x-openstack-request-id: req-4634d163-7050-4d67-a7d4-eaa4778a5c3d {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:53:50.983467 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c241ab04-36db-4841-8c8f-7df55218c8ef", "name": "network-vif-deleted", "tag": "fdc91b15-76bb-4330-a796-87d6e11178ae", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:53:50.983720 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4634d163-7050-4d67-a7d4-eaa4778a5c3d {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:53:50.984146 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4634d163-7050-4d67-a7d4-eaa4778a5c3d'] response: {'server_uuid': 'c241ab04-36db-4841-8c8f-7df55218c8ef', 'name': 'network-vif-deleted', 'tag': 'fdc91b15-76bb-4330-a796-87d6e11178ae', 'status': 'completed', 'code': 200} Oct 17 03:53:51.297901 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fff86-665a-4aa7-b05f-50a43d27a66a req-9419dbe8-5123-48a4-880d-6743a8518069 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:51.301328 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ff1fff86-665a-4aa7-b05f-50a43d27a66a req-9419dbe8-5123-48a4-880d-6743a8518069 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0486505 Oct 17 03:53:51.312239 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:51.347789 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ff1fff86-665a-4aa7-b05f-50a43d27a66a req-8e658191-0931-4c70-b5bc-5399b23d9c26 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421872 Oct 17 03:53:51.966251 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bac0c5af-204d-4dca-b605-09648d73991d req-c424dea8-49be-4150-bbd9-ee5098fa7ed8 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c241ab04-36db-4841-8c8f-7df55218c8ef HTTP/1.1" status: 200 len: 210 time: 0.0561254 Oct 17 03:53:52.476355 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e89a94-3beb-4ba0-99e4-0c1d1bda8322 req-3f3e5a77-d3ae-4128-8f89-27f960aa0d25 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:52.483751 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a0e89a94-3beb-4ba0-99e4-0c1d1bda8322 req-3f3e5a77-d3ae-4128-8f89-27f960aa0d25 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0529652 Oct 17 03:53:52.500835 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:52.540257 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a0e89a94-3beb-4ba0-99e4-0c1d1bda8322 req-edecf300-1df6-43e3-a67a-9753c867ec6a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554619 Oct 17 03:53:52.682832 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device fdc91b15-76bb-4330-a796-87d6e11178ae no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:53:52.712450 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: fdc91b15-76bb-4330-a796-87d6e11178ae {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:53:52.713066 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device fdc91b15-76bb-4330-a796-87d6e11178ae not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:53:53.124334 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-e67fe70c-3555-499d-8e54-f2cc598dbd51 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581086 Oct 17 03:53:53.209932 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-080f655b-6ec6-42ef-ab7c-d304f689f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:53.209932 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-080f655b-6ec6-42ef-ab7c-d304f689f91f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 1129 time: 0.0512013 Oct 17 03:53:53.352270 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-4e858827-8088-42bc-a916-cde3ab5619f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:53.354319 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-4e858827-8088-42bc-a916-cde3ab5619f4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.1174021 Oct 17 03:53:53.725599 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-61cb2d69-9e45-48e8-bce2-b261e566cdc1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec20125-4199-47d4-98bd-4679c5c12d6e HTTP/1.1" status: 200 len: 217 time: 0.1055405 Oct 17 03:53:53.824412 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-13d270d5-f2bc-4ccf-89ee-61ce06f71b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:53.826340 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-13d270d5-f2bc-4ccf-89ee-61ce06f71b6f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0920568 Oct 17 03:53:53.894748 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-2f38927b-3bd1-458a-bb26-1741016d0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:53.896814 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-2f38927b-3bd1-458a-bb26-1741016d0a50 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517850 Oct 17 03:53:53.924312 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-d032d32a-6979-4440-b1ce-cc2701eca777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:53.925966 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-d032d32a-6979-4440-b1ce-cc2701eca777 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa&tenant_id=3ed4ecab9c234dd293ba0034d71d03f7 HTTP/1.1" status: 200 len: 1128 time: 0.2772360 Oct 17 03:53:53.951216 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed48044-72d4-4ed0-80e0-9fa751da4b54 req-d92aac18-7c1e-4c7e-9262-41f82b2764fb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:53.960200 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6ed48044-72d4-4ed0-80e0-9fa751da4b54 req-d92aac18-7c1e-4c7e-9262-41f82b2764fb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.2005537 Oct 17 03:53:54.034700 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-405285b5-b499-4e96-b9c8-203402466ec0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283224 Oct 17 03:53:54.051266 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-93de890c-7b98-4161-b124-aba3af0bf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:54.053625 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-93de890c-7b98-4161-b124-aba3af0bf83d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 1128 time: 0.0906463 Oct 17 03:53:54.061645 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6ed48044-72d4-4ed0-80e0-9fa751da4b54 req-bbcd151f-b54e-4911-8c3a-aaaf804e4d00 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002698 Oct 17 03:53:55.189569 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7e81-a41e-481f-ae24-5923d204c89a req-fc6d7b00-6c38-4bd4-b00f-26b57ddc334c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:55.191035 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-95fc7e81-a41e-481f-ae24-5923d204c89a req-fc6d7b00-6c38-4bd4-b00f-26b57ddc334c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0467920 Oct 17 03:53:55.238734 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-95fc7e81-a41e-481f-ae24-5923d204c89a req-2872787a-5b00-46a7-9d7f-8d3b6c84f13b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419729 Oct 17 03:53:56.049348 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-a5b3702c-1863-41ef-b63a-8bae71218866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:56.051034 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-a5b3702c-1863-41ef-b63a-8bae71218866 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 917 time: 0.0872350 Oct 17 03:53:56.051943 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0b47227d-7a95-4dc4-97c2-4434639e7e22 req-5f897a2b-459b-4164-ad57-05c930bdc524 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881855 Oct 17 03:53:56.366483 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4301e-0683-491c-8ddd-1c82ff8d352e req-189f3ee7-3832-464e-81ef-8c6b988bc8e2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:56.368011 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a7c4301e-0683-491c-8ddd-1c82ff8d352e req-189f3ee7-3832-464e-81ef-8c6b988bc8e2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0504682 Oct 17 03:53:56.413963 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a7c4301e-0683-491c-8ddd-1c82ff8d352e req-05e2f5c0-f835-4a4b-ae3e-11419d89d18d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403814 Oct 17 03:53:56.690179 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-3f18a0f1-795e-4bd3-9da8-f5b0b9a05b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:53:57.032774 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-596111d5-0efb-4703-8900-356ad1543c62 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1 HTTP/1.1" status: 200 len: 1000 time: 0.0570059 Oct 17 03:53:57.096354 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-ba2d45ef-536a-473a-b081-d1bced20e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:57.098041 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-ba2d45ef-536a-473a-b081-d1bced20e42a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 200 len: 855 time: 0.0571036 Oct 17 03:53:57.149164 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-0eeaf0c6-a7e0-495a-89f3-eeb4dcb09feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:57.151309 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-0eeaf0c6-a7e0-495a-89f3-eeb4dcb09feb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468283 Oct 17 03:53:57.261167 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-1e9155e1-9729-4d63-a8ad-b153d9e088ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955389 Oct 17 03:53:57.290624 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=15 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:57.294946 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:57.369664 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d46f3b78-fb20-4532-8f3d-4947d2f8e2cb req-76d24ec3-d767-4bf9-93ca-53174d828884 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987880 Oct 17 03:53:57.541020 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:53:57.553590 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c954444-5bd0-41c0-8541-0323dceb46f9 req-b4f324ab-c7be-47f4-b408-305007b1077b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:57.556702 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4c954444-5bd0-41c0-8541-0323dceb46f9 req-b4f324ab-c7be-47f4-b408-305007b1077b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0533519 Oct 17 03:53:57.617958 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4c954444-5bd0-41c0-8541-0323dceb46f9 req-695913d6-b8f7-4949-b63d-5f6c61d9d67b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546117 Oct 17 03:53:58.801975 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33edcd-265b-4f65-8406-2a38c944ceb7 req-747e51b3-de91-44eb-8f6b-62e6affaed10 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:53:58.805614 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-be33edcd-265b-4f65-8406-2a38c944ceb7 req-747e51b3-de91-44eb-8f6b-62e6affaed10 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0692024 Oct 17 03:53:58.890470 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-be33edcd-265b-4f65-8406-2a38c944ceb7 req-ff84bebb-9a3b-4f08-96f8-e893f0629efc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793021 Oct 17 03:53:58.892380 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-068f1b81-b99f-4199-842e-f1499f897a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:00.068803 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8660b-43f2-4852-90d8-ea433c73f204 req-c42e9c51-7593-4b6a-a557-69e2716a2a00 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:00.070293 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-19d8660b-43f2-4852-90d8-ea433c73f204 req-c42e9c51-7593-4b6a-a557-69e2716a2a00 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0700796 Oct 17 03:54:00.102607 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:00.143559 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-19d8660b-43f2-4852-90d8-ea433c73f204 req-7a4e0c06-5ced-469f-aa4c-718b549601b1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604868 Oct 17 03:54:00.258386 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:01.359159 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23513bb-0d82-4bde-a8c1-ba58e4c625c5 req-c74ffb77-5257-4633-bc3a-813cf6a648d7 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:01.361017 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b23513bb-0d82-4bde-a8c1-ba58e4c625c5 req-c74ffb77-5257-4633-bc3a-813cf6a648d7 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0816450 Oct 17 03:54:01.420914 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b23513bb-0d82-4bde-a8c1-ba58e4c625c5 req-42c41c83-6336-4766-b39a-c5d080f67450 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517654 Oct 17 03:54:01.703558 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:01.936384 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:02.593728 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4b577-6dcf-4e41-9ab6-9ccaf20c3a78 req-d6fa9edc-6afc-4b22-8d3e-de902e1b0be7 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:02.602309 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-91c4b577-6dcf-4e41-9ab6-9ccaf20c3a78 req-d6fa9edc-6afc-4b22-8d3e-de902e1b0be7 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0702667 Oct 17 03:54:02.664003 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-91c4b577-6dcf-4e41-9ab6-9ccaf20c3a78 req-1d17b354-cae4-4ee7-ad0a-e9cc1cb10e14 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541141 Oct 17 03:54:03.837851 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a00bc-adb4-43db-a710-dbd023659279 req-8950dd8d-6742-4194-849e-5f3176f10087 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:03.840470 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b21a00bc-adb4-43db-a710-dbd023659279 req-8950dd8d-6742-4194-849e-5f3176f10087 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0839539 Oct 17 03:54:03.901920 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b21a00bc-adb4-43db-a710-dbd023659279 req-a97ba4b3-4dc9-476c-b921-9bf8702bc6cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541999 Oct 17 03:54:05.224707 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cdd0d-7761-4027-850f-20da49827e72 req-8d5ff63a-2bde-412f-b67f-8ea31c0e3d3e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:05.224707 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6a2cdd0d-7761-4027-850f-20da49827e72 req-8d5ff63a-2bde-412f-b67f-8ea31c0e3d3e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0840895 Oct 17 03:54:05.239537 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6a2cdd0d-7761-4027-850f-20da49827e72 req-7a359b90-c807-4811-9237-8c00f35cf717 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886791 Oct 17 03:54:07.365059 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:07.365845 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=67 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:09.199918 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-18a54f9e-e091-4e8b-b115-bf7b76fb4756 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:09.206049 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-18a54f9e-e091-4e8b-b115-bf7b76fb4756 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/networks?id=7bde2593-f357-4f67-b8f1-ec298e848626 HTTP/1.1" status: 200 len: 814 time: 0.1153088 Oct 17 03:54:09.231321 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-1922f4f0-5bba-4084-ac64-cb324413ebe7 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/quotas/c561fe5da6e644839d762e7ecef5515c HTTP/1.1" status: 200 len: 375 time: 0.0205839 Oct 17 03:54:09.266841 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-2375c7c7-726c-4454-9525-d9edb9437f54 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=c561fe5da6e644839d762e7ecef5515c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302043 Oct 17 03:54:09.357425 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-0db3237f-39c4-4506-8a0c-959fd5e83d7e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7bde2593-f357-4f67-b8f1-ec298e848626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838897 Oct 17 03:54:09.490853 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-594314ad-09f2-4c4d-9485-9c58ab7ee08f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7bde2593-f357-4f67-b8f1-ec298e848626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092956 Oct 17 03:54:09.826829 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:09.865758 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48abc1-7a05-4d3b-af54-618e6a4112e4 req-c0465713-2a3c-489e-9487-3dec6d853090 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:09.867434 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4f48abc1-7a05-4d3b-af54-618e6a4112e4 req-c0465713-2a3c-489e-9487-3dec6d853090 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0540915 Oct 17 03:54:09.922921 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4f48abc1-7a05-4d3b-af54-618e6a4112e4 req-1f6544d7-70ff-4a29-a292-3f33a75fde33 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493791 Oct 17 03:54:10.023520 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ffdfc315-9d50-4dca-a90c-18d6d988ec9f req-900c8445-109b-4a96-9cd7-71f17350c16a tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 210 time: 0.0320306 Oct 17 03:54:11.062825 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37328f-e617-4cd3-ae26-e6d79378b25b req-9edb96be-074f-40b7-a618-5ed11ec6e48a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:11.064355 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ad37328f-e617-4cd3-ae26-e6d79378b25b req-9edb96be-074f-40b7-a618-5ed11ec6e48a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0499585 Oct 17 03:54:11.121421 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ad37328f-e617-4cd3-ae26-e6d79378b25b req-a32b3c58-3315-4c2a-b039-274a5ffefb11 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486121 Oct 17 03:54:11.132043 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6f10b751-fb28-4119-93c6-fa0e511a9a9f req-f5d2fcf0-263d-4cad-8770-d7524700b779 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 210 time: 0.0290625 Oct 17 03:54:11.536401 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:11.575586 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:11.579853 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:11.873690 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:54:12.259251 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-fbf76423-3e40-4ab9-8af4-985dcf2e7ee0 req-b0a07ce3-49dd-4d60-8ff2-3468322ec441 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 210 time: 0.0395308 Oct 17 03:54:12.298665 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-1a5a0442-d5f3-4761-a041-fe0527bbdf3e tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:12.300113 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-1a5a0442-d5f3-4761-a041-fe0527bbdf3e tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.33 "GET /networking/v2.0/networks?id=7bde2593-f357-4f67-b8f1-ec298e848626 HTTP/1.1" status: 200 len: 814 time: 0.1393855 Oct 17 03:54:12.319868 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988b95e-658f-43fe-80ba-8a22292db2e8 req-39533cf4-0f9b-4aca-b976-533b3a927130 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:12.321336 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b988b95e-658f-43fe-80ba-8a22292db2e8 req-39533cf4-0f9b-4aca-b976-533b3a927130 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0710576 Oct 17 03:54:12.325854 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Request body: {'port': {'device_id': '73df63a5-fce3-4247-b389-dbdb7c67af55', 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626', 'admin_state_up': True, 'tenant_id': 'c561fe5da6e644839d762e7ecef5515c'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:54:12.426962 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b988b95e-658f-43fe-80ba-8a22292db2e8 req-c3e274ff-0494-4cb5-9325-29d03815b740 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860364 Oct 17 03:54:12.536315 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Made reservation on behalf of c561fe5da6e644839d762e7ecef5515c for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:54:12.541601 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:12.672459 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Allocated IP 172.20.0.3 (7bde2593-f357-4f67-b8f1-ec298e848626/8c93b4ea-d0ff-4586-89da-c3f90b258401/c76fdc83-8fc4-406f-ab89-ea6e12c8fd79) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:54:12.824183 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks [] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:12.942489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:12.991027 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Network 7bde2593-f357-4f67-b8f1-ec298e848626 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:54:12.994134 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:54:12.996638 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:54:13.001242 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:13.001828 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.012150 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Pushing event updated for resources: {'Port': ['ID=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:13.066348 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-c6164d00-b7f2-468e-b8ab-530cb7184eb5 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7439992 Oct 17 03:54:13.078247 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Request body: {'port': {'device_id': '73df63a5-fce3-4247-b389-dbdb7c67af55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:54:13.110202 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:13.137950 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.170390 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:13.387700 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07d028-98ad-4ab0-8f37-745c18084e0b req-7a1b6029-44d1-4c2d-9ffb-b030d031a8ba tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:13.389227 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8e07d028-98ad-4ab0-8f37-745c18084e0b req-7a1b6029-44d1-4c2d-9ffb-b030d031a8ba tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 931 time: 0.0499048 Oct 17 03:54:13.409648 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:54:13.417390 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Publish callbacks [] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.430891 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Transition to ACTIVE for port object c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:54:13.439792 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8e07d028-98ad-4ab0-8f37-745c18084e0b req-11b6c830-3db5-4877-8305-c956b5241958 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447724 Oct 17 03:54:13.507646 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.594161 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Pushing event updated for resources: {'Port': ['ID=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:13.609625 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491ed8c-2369-48be-9351-0ae590c458cd req-a3a632b5-7b4d-4fb4-be2d-13cc17cd7982 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:13.611087 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f491ed8c-2369-48be-9351-0ae590c458cd req-a3a632b5-7b4d-4fb4-be2d-13cc17cd7982 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0965297 Oct 17 03:54:13.632571 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Attempting to bind port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:54:13.632934 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Attempting to bind port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '010956ed-7b86-4835-aca9-c37d43642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:54:13.633257 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Attempting to bind port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 on network 7bde2593-f357-4f67-b8f1-ec298e848626 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:54:13.693594 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f491ed8c-2369-48be-9351-0ae590c458cd req-b490543b-25d9-41e6-bc0c-6fadd624da2f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762248 Oct 17 03:54:13.701616 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 on network 7bde2593-f357-4f67-b8f1-ec298e848626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:54:13.701944 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Attempting to bind port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 on network 7bde2593-f357-4f67-b8f1-ec298e848626 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:54:13.702841 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 57660) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:54:13.745740 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:54:13.746075 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Checking segment: {'id': '010956ed-7b86-4835-aca9-c37d43642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:54:13.746451 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Bound using segment: {'id': '010956ed-7b86-4835-aca9-c37d43642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:54:13.746878 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Bound port: c76fdc83-8fc4-406f-ab89-ea6e12c8fd79, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010956ed-7b86-4835-aca9-c37d43642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:54:13.747232 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.750137 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Deleting subnet 2f69294f-0baa-4d10-a2cb-374f9f442b60 {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:54:13.753238 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Publish callbacks [] for subnet (2f69294f-0baa-4d10-a2cb-374f9f442b60), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.786879 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (2f69294f-0baa-4d10-a2cb-374f9f442b60), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.806575 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] For port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:54:13.806757 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:13.809579 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] For port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:54:13.810639 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:13.830336 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (2f69294f-0baa-4d10-a2cb-374f9f442b60), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.904845 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.909125 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:13.909852 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:13.913827 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 HTTP/1.1" status: 200 len: 1093 time: 0.8372653 Oct 17 03:54:13.913827 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73df63a5-fce3-4247-b389-dbdb7c67af55', 'tag': 'c76fdc83-8fc4-406f-ab89-ea6e12c8fd79'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:54:13.914629 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1607a02b-96aa-4573-a54e-07579047a655" -d '{"events": [{"name": "network-changed", "server_uuid": "73df63a5-fce3-4247-b389-dbdb7c67af55", "tag": "c76fdc83-8fc4-406f-ab89-ea6e12c8fd79"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:54:13.951508 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec05946-93ac-4894-a0b9-6c6a0d25b60d x-openstack-request-id: req-cec05946-93ac-4894-a0b9-6c6a0d25b60d {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:54:13.951822 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73df63a5-fce3-4247-b389-dbdb7c67af55", "tag": "c76fdc83-8fc4-406f-ab89-ea6e12c8fd79", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:54:13.952077 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cec05946-93ac-4894-a0b9-6c6a0d25b60d {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:54:13.952467 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec05946-93ac-4894-a0b9-6c6a0d25b60d'] response: {'name': 'network-changed', 'server_uuid': '73df63a5-fce3-4247-b389-dbdb7c67af55', 'tag': 'c76fdc83-8fc4-406f-ab89-ea6e12c8fd79', 'status': 'completed', 'code': 200} Oct 17 03:54:13.971086 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11c48-53a4-428f-bb7a-4481218ecfac service neutron] Pushing event updated for resources: {'Port': ['ID=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:13.984819 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (2f69294f-0baa-4d10-a2cb-374f9f442b60), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:14.010917 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f69294f-0baa-4d10-a2cb-374f9f442b60,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:14.014537 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607a02b-96aa-4573-a54e-07579047a655 req-11d6bba0-702f-427a-82ab-e67bc76f97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:14.016161 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1607a02b-96aa-4573-a54e-07579047a655 req-11d6bba0-702f-427a-82ab-e67bc76f97ef service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c561fe5da6e644839d762e7ecef5515c&device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 1127 time: 0.0391350 Oct 17 03:54:14.018972 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:14.022573 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/2f69294f-0baa-4d10-a2cb-374f9f442b60 HTTP/1.1" status: 204 len: 168 time: 0.3185921 Oct 17 03:54:14.024057 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.024408 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.024737 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.025068 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.025390 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.025715 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.025936 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 57664) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:54:14.026039 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.026343 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.026659 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.026977 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.027294 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.027609 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.027946 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.028261 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.028573 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab15f2a0-5353-4c9a-b54a-d9e139d2bf64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:14.152538 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:14.186914 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607a02b-96aa-4573-a54e-07579047a655 req-ebac60eb-5618-42f7-976a-4666bba900a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:14.188292 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1607a02b-96aa-4573-a54e-07579047a655 req-ebac60eb-5618-42f7-976a-4666bba900a8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=c561fe5da6e644839d762e7ecef5515c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1631634 Oct 17 03:54:14.287036 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:14.303049 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:14.338431 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.338779 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.339509 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.339877 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.340217 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.340556 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.340866 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.341197 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.341508 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.341820 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.448597 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.449191 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.449191 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.449518 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:54:14.449864 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d']}} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:54:14.481081 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f185d5-c555-4619-9975-39d244e87953') {'for_net_delete': True} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:54:14.481081 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f185d5-c555-4619-9975-39d244e87953') {} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:54:14.502322 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12640230'] for segment (e5f185d5-c555-4619-9975-39d244e87953), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:14.514178 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607a02b-96aa-4573-a54e-07579047a655 req-9192d939-4a22-4fd2-a411-827e5c1b8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:14.515678 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1607a02b-96aa-4573-a54e-07579047a655 req-9192d939-4a22-4fd2-a411-827e5c1b8bc5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3103456 Oct 17 03:54:14.550007 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (e5f185d5-c555-4619-9975-39d244e87953), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:14.573022 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=111640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:54:14.573411 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12638769'] for segment (e5f185d5-c555-4619-9975-39d244e87953), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:14.622163 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a504b5-9f35-4917-83b6-9b0faad4930f req-dc074685-e759-4966-a450-c2390887547d tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:14.623688 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-16a504b5-9f35-4917-83b6-9b0faad4930f req-dc074685-e759-4966-a450-c2390887547d tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 943 time: 0.1071379 Oct 17 03:54:14.687559 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-442a85fe-fea2-4604-9e17-8faee3ae2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:14.689051 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-442a85fe-fea2-4604-9e17-8faee3ae2b33 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c561fe5da6e644839d762e7ecef5515c&device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 1127 time: 0.1317611 Oct 17 03:54:14.748987 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-8756646d-4f5d-4c91-8fb3-59c2a616cdfd service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 HTTP/1.1" status: 200 len: 217 time: 0.0463889 Oct 17 03:54:14.752421 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-16a504b5-9f35-4917-83b6-9b0faad4930f req-d8e94c4f-ed45-412e-b019-e65b60f3ff89 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011379 Oct 17 03:54:14.753404 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:14.780677 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:14.780677 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d HTTP/1.1" status: 204 len: 168 time: 0.7456601 Oct 17 03:54:14.794508 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddad6b-a6b8-40ca-8aa0-29cf6a47d5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b4b6a0-e92e-4e5f-988d-f0f4c3189f8d,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:14.816021 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment e5f185d5-c555-4619-9975-39d244e87953 resource provider aggregate not found Oct 17 03:54:14.839549 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-003b22ee-a22b-402b-b91b-0c3f8d7600db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:14.841250 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-003b22ee-a22b-402b-b91b-0c3f8d7600db service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8c93b4ea-d0ff-4586-89da-c3f90b258401 HTTP/1.1" status: 200 len: 854 time: 0.0658505 Oct 17 03:54:14.842789 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment e5f185d5-c555-4619-9975-39d244e87953 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5f185d5-c555-4619-9975-39d244e87953 found for delete ", "request_id": "req-86d5995c-b99e-451a-97e5-cce2e6c1ec46"}]} Oct 17 03:54:14.855579 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1b476-2d9b-4446-8dc0-b61a8e2d9b1e req-a1fc0bdd-99a3-43a4-84dc-600ec1928740 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:14.857249 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-54c1b476-2d9b-4446-8dc0-b61a8e2d9b1e req-a1fc0bdd-99a3-43a4-84dc-600ec1928740 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0538082 Oct 17 03:54:14.877407 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-cd08b288-ef0b-4d55-8223-df2ad338b27a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7bde2593-f357-4f67-b8f1-ec298e848626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286188 Oct 17 03:54:14.906492 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-54c1b476-2d9b-4446-8dc0-b61a8e2d9b1e req-f216e28e-f0ff-4e87-95c7-ac6ba861f65f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434899 Oct 17 03:54:14.977510 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-1b2515c2-d70f-40c4-bab0-8a0c0d4d8122 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7bde2593-f357-4f67-b8f1-ec298e848626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920045 Oct 17 03:54:15.175843 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 57688) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:54:15.176654 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0d89ab77-fdac-4a10-aca5-f4748b0d68fa req-97ed5253-01d1-4a49-a74e-d92761161a0f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7bde2593-f357-4f67-b8f1-ec298e848626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879688 Oct 17 03:54:15.215333 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-b453b835-e3a5-4f56-a9b8-53748ab3491d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=25d7abaaf76a4147afb1acb1ed2385b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383446 Oct 17 03:54:15.217847 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 57690) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:54:15.267279 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a5ca81c6-3a4b-4911-a793-1b0db384b967 admin admin] Publish callbacks [] for security_group (598bf7ff-334f-47bf-a6a2-a19a83c9fc6d), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:15.286893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a5ca81c6-3a4b-4911-a793-1b0db384b967 admin admin] Publish callbacks [] for security_group (598bf7ff-334f-47bf-a6a2-a19a83c9fc6d), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:15.288379 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:15.427768 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a5ca81c6-3a4b-4911-a793-1b0db384b967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (598bf7ff-334f-47bf-a6a2-a19a83c9fc6d), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:15.430344 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a5ca81c6-3a4b-4911-a793-1b0db384b967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:15.431523 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-a5ca81c6-3a4b-4911-a793-1b0db384b967 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/598bf7ff-334f-47bf-a6a2-a19a83c9fc6d HTTP/1.1" status: 204 len: 168 time: 0.2128081 Oct 17 03:54:15.439359 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca81c6-3a4b-4911-a793-1b0db384b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598bf7ff-334f-47bf-a6a2-a19a83c9fc6d,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:15.879329 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aab8d-0d14-4559-a2e1-21fc3e142c7e req-b6196921-eb89-42d3-b0bf-86f47ca50dbe tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:15.881418 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-095aab8d-0d14-4559-a2e1-21fc3e142c7e req-b6196921-eb89-42d3-b0bf-86f47ca50dbe tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 943 time: 0.0483499 Oct 17 03:54:15.917151 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:15.928644 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-095aab8d-0d14-4559-a2e1-21fc3e142c7e req-fd1eae86-ad0d-4288-b669-ca722f8e9fd1 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Oct 17 03:54:16.032572 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc00dc-2fd5-40ca-af9c-e7aa8dafb6c4 req-512b993d-f6d7-4ad1-9467-fbb355b7219d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:16.034021 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e1cc00dc-2fd5-40ca-af9c-e7aa8dafb6c4 req-512b993d-f6d7-4ad1-9467-fbb355b7219d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 944 time: 0.0454471 Oct 17 03:54:16.081012 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e1cc00dc-2fd5-40ca-af9c-e7aa8dafb6c4 req-30204003-9e1b-41ab-a3ec-09336605ae68 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Oct 17 03:54:16.791290 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:54:16.890186 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:16.901579 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'port_id': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'mac_address': 'fa:16:3e:19:5f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:54:16.935235 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 84033c7a-279b-4382-ae30-9f0a623ff3f1 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:54:16.935619 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:16.948201 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84033c7a-279b-4382-ae30-9f0a623ff3f1 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:54:16.968276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:17.047689 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83855f-74fc-4f9c-85e9-3371238d2e19 req-81024511-c19b-4fbb-b0c3-ddb02e06bb70 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:17.049079 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7c83855f-74fc-4f9c-85e9-3371238d2e19 req-81024511-c19b-4fbb-b0c3-ddb02e06bb70 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 943 time: 0.0458803 Oct 17 03:54:17.064531 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:17.096355 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7c83855f-74fc-4f9c-85e9-3371238d2e19 req-7495db2f-1719-4b04-b900-8e756f995c90 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Oct 17 03:54:17.112306 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=9']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:17.119947 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.120292 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.120630 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.120979 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.121589 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.121697 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.121940 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.122261 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.122564 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.122887 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.123212 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.123565 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.123903 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.124220 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.128975 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:17.208921 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb18a8-1f9d-4d97-ae0f-bb04f0022664 req-6dabb6aa-3bb8-4fee-9894-395696948730 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:17.210355 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6ffb18a8-1f9d-4d97-ae0f-bb04f0022664 req-6dabb6aa-3bb8-4fee-9894-395696948730 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 945 time: 0.0445008 Oct 17 03:54:17.259013 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6ffb18a8-1f9d-4d97-ae0f-bb04f0022664 req-be27ce3b-ee51-4320-b4ac-9570c660dd0f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432785 Oct 17 03:54:17.383386 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['84033c7a-279b-4382-ae30-9f0a623ff3f1'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:54:18.394158 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c9650-6006-43f1-bc76-f2458d3e8314 req-2e224e5b-65ae-4a77-9173-da2465dd0522 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:18.395577 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-856c9650-6006-43f1-bc76-f2458d3e8314 req-2e224e5b-65ae-4a77-9173-da2465dd0522 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 945 time: 0.0477998 Oct 17 03:54:18.445313 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-856c9650-6006-43f1-bc76-f2458d3e8314 req-82b6212b-3003-437c-a699-449c855e99a0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432141 Oct 17 03:54:18.454013 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d0f46-7c22-46b1-b867-642173243152 req-1ca506bb-8cdd-4f05-b2a9-308c5d77ff6c tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:18.455480 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ed3d0f46-7c22-46b1-b867-642173243152 req-1ca506bb-8cdd-4f05-b2a9-308c5d77ff6c tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 943 time: 0.2861371 Oct 17 03:54:18.502933 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ed3d0f46-7c22-46b1-b867-642173243152 req-d86a85b1-3fc4-48c6-a256-35cfa2d59571 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Oct 17 03:54:18.803129 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:54:18.806424 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:54:18.834866 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 57720) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:54:18.839374 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-7ef3175c-45ec-465e-905c-0fe9990e2e4e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036378491', 'description': 'tempest-description--1801580861'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:54:18.907140 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 84033c7a-279b-4382-ae30-9f0a623ff3f1 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:54:18.907430 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:18.907787 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 84033c7a-279b-4382-ae30-9f0a623ff3f1 Oct 17 03:54:18.913497 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ef3175c-45ec-465e-905c-0fe9990e2e4e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:18.971353 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:18.980453 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ef3175c-45ec-465e-905c-0fe9990e2e4e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (3e1e11d6-f710-4489-84d3-514440e40b67), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:18.985207 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'c76fdc83-8fc4-406f-ab89-ea6e12c8fd79', 'network_id': '7bde2593-f357-4f67-b8f1-ec298e848626', 'port_id': 'c76fdc83-8fc4-406f-ab89-ea6e12c8fd79', 'mac_address': 'fa:16:3e:19:91:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c93b4ea-d0ff-4586-89da-c3f90b258401', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:54:19.045259 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 84033c7a-279b-4382-ae30-9f0a623ff3f1 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:54:19.045645 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.054593 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:54:19.054962 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.058141 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ef3175c-45ec-465e-905c-0fe9990e2e4e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3e1e11d6-f710-4489-84d3-514440e40b67), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.076351 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:54:19.086058 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:54:19.088294 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c09454-bf9e-4dea-bd60-a34a839063f2" -d '{"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-plugged", "status": "completed", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:54:19.088793 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3175c-45ec-465e-905c-0fe9990e2e4e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e11d6-f710-4489-84d3-514440e40b67,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:19.106542 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:19.115276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:19.128603 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac4381-3b56-4c6c-ac39-3a110417885e x-openstack-request-id: req-34ac4381-3b56-4c6c-ac39-3a110417885e {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:54:19.128887 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-plugged", "status": "completed", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:54:19.129137 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-34ac4381-3b56-4c6c-ac39-3a110417885e {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:54:19.129548 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ac4381-3b56-4c6c-ac39-3a110417885e'] response: {'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'code': 200} Oct 17 03:54:19.149819 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ef3175c-45ec-465e-905c-0fe9990e2e4e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.151523 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-7ef3175c-45ec-465e-905c-0fe9990e2e4e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3151646 Oct 17 03:54:19.153998 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 57726) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:54:19.158425 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-151180d2-e25e-4e56-9a04-aa73a2e2d130 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group_rule': {'security_group_id': '3e1e11d6-f710-4489-84d3-514440e40b67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:54:19.170856 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.172714 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.219609 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=10']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:19.267846 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-151180d2-e25e-4e56-9a04-aa73a2e2d130 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (95f097e4-886c-498d-8b99-9a57b5d847ca), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.268822 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:19.324281 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-151180d2-e25e-4e56-9a04-aa73a2e2d130 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (95f097e4-886c-498d-8b99-9a57b5d847ca), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.389920 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-151180d2-e25e-4e56-9a04-aa73a2e2d130 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (95f097e4-886c-498d-8b99-9a57b5d847ca), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.403707 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:19.408713 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151180d2-e25e-4e56-9a04-aa73a2e2d130 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f097e4-886c-498d-8b99-9a57b5d847ca,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:19.481444 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-151180d2-e25e-4e56-9a04-aa73a2e2d130 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.485777 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-151180d2-e25e-4e56-9a04-aa73a2e2d130 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3307154 Oct 17 03:54:19.486594 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 57730) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:54:19.492147 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-14a09b3d-04f1-4dc9-b9a7-d4004d915636 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group_rule': {'security_group_id': '3e1e11d6-f710-4489-84d3-514440e40b67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:54:19.556859 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['c76fdc83-8fc4-406f-ab89-ea6e12c8fd79'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:54:19.589491 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399e41d-bd0c-480f-b7a3-50ef925ed7a3 req-1c4ab021-fe3a-4584-a75f-bce0464fcd06 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:19.590972 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c399e41d-bd0c-480f-b7a3-50ef925ed7a3 req-1c4ab021-fe3a-4584-a75f-bce0464fcd06 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 947 time: 0.0522776 Oct 17 03:54:19.637704 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:19.638579 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347192b-a714-4c1c-a7c0-5b2241e1c2f0 req-722fe7c8-3d75-4393-941a-ff304c356047 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:19.644831 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-14a09b3d-04f1-4dc9-b9a7-d4004d915636 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (c9e216fc-31fc-46d7-b714-d382f7920e94), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.646654 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3347192b-a714-4c1c-a7c0-5b2241e1c2f0 req-722fe7c8-3d75-4393-941a-ff304c356047 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 944 time: 0.0619335 Oct 17 03:54:19.698293 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3347192b-a714-4c1c-a7c0-5b2241e1c2f0 req-7dd19463-9b55-4a5f-a6be-483c6b94a1d4 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Oct 17 03:54:19.700230 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c399e41d-bd0c-480f-b7a3-50ef925ed7a3 req-c8558727-e8ea-423e-81b7-6568f7b2c4eb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016979 Oct 17 03:54:19.719286 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-14a09b3d-04f1-4dc9-b9a7-d4004d915636 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (c9e216fc-31fc-46d7-b714-d382f7920e94), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.810515 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-14a09b3d-04f1-4dc9-b9a7-d4004d915636 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (c9e216fc-31fc-46d7-b714-d382f7920e94), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.824607 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024561-2da7-403c-8c1c-ff5141616ce6 req-0b05194e-29eb-4934-9757-4dfef03cdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:19.826067 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4d024561-2da7-403c-8c1c-ff5141616ce6 req-0b05194e-29eb-4934-9757-4dfef03cdb8d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 1131 time: 0.0406194 Oct 17 03:54:19.830940 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a09b3d-04f1-4dc9-b9a7-d4004d915636 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e216fc-31fc-46d7-b714-d382f7920e94,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:19.870753 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4d024561-2da7-403c-8c1c-ff5141616ce6 req-25296c99-1bcb-4220-917e-034882f9f025 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Oct 17 03:54:19.892481 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-14a09b3d-04f1-4dc9-b9a7-d4004d915636 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:19.893641 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-14a09b3d-04f1-4dc9-b9a7-d4004d915636 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4060628 Oct 17 03:54:19.897234 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 57734) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:54:19.901830 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:54:19.989995 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.045735 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:20.070922 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.174819 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Allocated IP 172.27.4.144 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:54:20.279146 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.297938 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:20.367322 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.408740 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:54:20.413509 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:54:20.417406 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:54:20.420633 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:20.447257 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.447598 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.447958 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.448290 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.448615 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.448941 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.449264 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.449581 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.449898 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.450217 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.450535 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.450853 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.451169 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.451482 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.451822 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:54:20.514079 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (c602acbd-be0e-444a-b3eb-28534a988108), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.555818 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:20.616049 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.639142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.764247 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.826395 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:54:20.830013 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.833267 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b0440-aaab-4d4a-90cb-d93bdf1579f0 req-5943f2dd-453b-4380-9c47-d0a011605661 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:20.834907 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ae9b0440-aaab-4d4a-90cb-d93bdf1579f0 req-5943f2dd-453b-4380-9c47-d0a011605661 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 947 time: 0.0496647 Oct 17 03:54:20.856947 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:20.874357 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:54:20.885514 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ae9b0440-aaab-4d4a-90cb-d93bdf1579f0 req-9c0dad98-1bc3-4e9a-a19b-4ab52c9ffaef tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 Oct 17 03:54:20.890230 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7059f7-4766-4b35-b956-ab7e5ca87185 req-eca78503-f4ab-4bbe-9a9b-f25865a722ae tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:20.891768 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e7059f7-4766-4b35-b956-ab7e5ca87185 req-eca78503-f4ab-4bbe-9a9b-f25865a722ae tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 944 time: 0.0954106 Oct 17 03:54:20.931518 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (c602acbd-be0e-444a-b3eb-28534a988108), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.935762 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:20.950433 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:54:20.950815 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:20.951147 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 Oct 17 03:54:20.968368 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e7059f7-4766-4b35-b956-ab7e5ca87185 req-43c5c353-53bb-46a1-a188-b8d24c253c77 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685239 Oct 17 03:54:20.970454 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:21.020695 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:21.026977 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-519f9421-f943-4e30-b767-d8aa77c9ab94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1238718 Oct 17 03:54:21.027156 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:21.030998 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:54:21.031380 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:21.087128 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:21.130698 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df63a5-fce3-4247-b389-dbdb7c67af55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76fdc83-8fc4-406f-ab89-ea6e12c8fd79'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:54:21.133294 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e993f1-6c5b-4edf-96e5-09e0819222bc" -d '{"events": [{"server_uuid": "73df63a5-fce3-4247-b389-dbdb7c67af55", "name": "network-vif-plugged", "status": "completed", "tag": "c76fdc83-8fc4-406f-ab89-ea6e12c8fd79"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:54:21.160168 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:21.188385 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d3db52-30de-48b7-b274-9668be896912 x-openstack-request-id: req-33d3db52-30de-48b7-b274-9668be896912 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:54:21.188697 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73df63a5-fce3-4247-b389-dbdb7c67af55", "name": "network-vif-plugged", "status": "completed", "tag": "c76fdc83-8fc4-406f-ab89-ea6e12c8fd79", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:54:21.188954 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-33d3db52-30de-48b7-b274-9668be896912 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:54:21.189355 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d3db52-30de-48b7-b274-9668be896912'] response: {'server_uuid': '73df63a5-fce3-4247-b389-dbdb7c67af55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76fdc83-8fc4-406f-ab89-ea6e12c8fd79', 'code': 200} Oct 17 03:54:21.215391 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:21.245840 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-5a504b6c-174e-4ac8-bfe5-e5951bf3acc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1036378491&fields=id&tenant_id=a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 267 time: 0.0443439 Oct 17 03:54:21.352420 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-f03caf70-b55e-4c08-bb9b-28ea61ffef62 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:21.353840 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-f03caf70-b55e-4c08-bb9b-28ea61ffef62 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 814 time: 0.1014824 Oct 17 03:54:21.368723 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-80a12e08-130a-461c-85df-3cdb5462e2bc tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/quotas/a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 375 time: 0.0096307 Oct 17 03:54:21.419356 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-24cf1693-73bc-470f-83d7-b79fdec338ee tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458462 Oct 17 03:54:21.515264 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-7211ee36-c90e-4993-bdfc-c086354e8964 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847511 Oct 17 03:54:21.608178 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-1a2cb4b9-d5b0-4948-aeeb-d3a6671deb12 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867507 Oct 17 03:54:21.898351 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-87c42e27-7f56-49d9-b105-3f1fa325055d req-553cd753-a334-4d57-a60f-9137160eb2d9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 210 time: 0.0438235 Oct 17 03:54:21.905775 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f7ef2-c8e4-4791-ac79-7ae9763512ca req-b136e46a-e535-49bd-9930-a6209766c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:21.907233 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b21f7ef2-c8e4-4791-ac79-7ae9763512ca req-b136e46a-e535-49bd-9930-a6209766c520 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 1129 time: 0.0623345 Oct 17 03:54:21.964802 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b21f7ef2-c8e4-4791-ac79-7ae9763512ca req-0855016a-68d7-4029-b0ef-a750738d9446 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443618 Oct 17 03:54:22.026300 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c736f19-beb2-41fb-98fd-f677ec48fda6 req-e196cc6e-3bda-44c9-b5f2-d12b62ebcba9 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:22.027950 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9c736f19-beb2-41fb-98fd-f677ec48fda6 req-e196cc6e-3bda-44c9-b5f2-d12b62ebcba9 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 947 time: 0.0521300 Oct 17 03:54:22.083169 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9c736f19-beb2-41fb-98fd-f677ec48fda6 req-34a21126-113f-4094-9f9a-5df8191d3b8b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472100 Oct 17 03:54:22.098785 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f24f4-b721-40d9-b884-e95da25dccb1 req-0007f24a-2b1a-43bf-a427-00ba7bcd8c8b tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:22.100351 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e34f24f4-b721-40d9-b884-e95da25dccb1 req-0007f24a-2b1a-43bf-a427-00ba7bcd8c8b tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 945 time: 0.0523939 Oct 17 03:54:22.148912 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e34f24f4-b721-40d9-b884-e95da25dccb1 req-103273f6-ec44-4966-8580-e033f2f26360 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Oct 17 03:54:23.000382 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4296451d-d6e2-4f49-b3cc-c39da98ef9a5 req-5b51ed2c-e331-4b03-83da-46b83cf80c25 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 210 time: 0.0274925 Oct 17 03:54:23.214172 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e30356-f9b7-4e4a-980d-7f0aaa86bd45 req-dbe964f6-ae20-43cf-a40b-12b2089430ee tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:23.215676 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-88e30356-f9b7-4e4a-980d-7f0aaa86bd45 req-dbe964f6-ae20-43cf-a40b-12b2089430ee tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 947 time: 0.0478752 Oct 17 03:54:23.264766 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-88e30356-f9b7-4e4a-980d-7f0aaa86bd45 req-0b183d38-5a20-4a8b-84d8-082b2d528b06 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432551 Oct 17 03:54:23.273034 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ac4f7-d4ce-4707-ac15-a8d8172062a4 req-30fd4389-8b1e-4d90-8c45-e13fb00d9a87 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:23.274497 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d59ac4f7-d4ce-4707-ac15-a8d8172062a4 req-30fd4389-8b1e-4d90-8c45-e13fb00d9a87 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 945 time: 0.0458257 Oct 17 03:54:23.309223 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:23.320992 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d59ac4f7-d4ce-4707-ac15-a8d8172062a4 req-30afa849-3967-4352-990b-d1b6fdd740f6 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Oct 17 03:54:24.105324 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a5e435b0-5914-4bab-aff5-7ed2b0f0798e req-51d9cc89-4622-43b8-bef5-457fc1b2bff5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 210 time: 0.0307767 Oct 17 03:54:24.393740 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20b20f-b065-4df7-9801-83cc5380fbce req-7c4dfc97-ef4b-4ce6-b8d1-ecc5e6a74f96 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:24.395188 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3e20b20f-b065-4df7-9801-83cc5380fbce req-7c4dfc97-ef4b-4ce6-b8d1-ecc5e6a74f96 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 947 time: 0.0486820 Oct 17 03:54:24.439815 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d20f7-d213-470c-b9c9-89d306ae8c10 req-42323983-4e69-4b37-b630-00ea564ee668 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:24.441285 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-df3d20f7-d213-470c-b9c9-89d306ae8c10 req-42323983-4e69-4b37-b630-00ea564ee668 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 945 time: 0.0460877 Oct 17 03:54:24.441858 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3e20b20f-b065-4df7-9801-83cc5380fbce req-f93bbfd7-8ecc-4e86-9692-272cb4059b72 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406723 Oct 17 03:54:24.489924 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-df3d20f7-d213-470c-b9c9-89d306ae8c10 req-ac8883db-4861-4a8d-80ca-52e4cd6b82ff tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Oct 17 03:54:24.766813 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:24.868427 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-305d71d7-02bb-42e4-a1ee-efc3b928c1b7 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:24.869893 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-305d71d7-02bb-42e4-a1ee-efc3b928c1b7 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 814 time: 0.1117907 Oct 17 03:54:24.943820 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-8ca05b96-5941-48c5-8b4b-98c61aca9a44 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 473 time: 0.0632188 Oct 17 03:54:24.952982 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'port': {'device_id': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'admin_state_up': True, 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'security_groups': ['3e1e11d6-f710-4489-84d3-514440e40b67']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:54:25.047062 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:25.172315 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Made reservation on behalf of a139d546eb6a4ff595a94d0e1528ee5d for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:54:25.176462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:25.228321 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-98af467f-fbdf-4ddf-822b-2a720688e8cb req-c1e4ad3f-571b-406b-ac5b-3f1374baa0b4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 210 time: 0.0369914 Oct 17 03:54:25.333539 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Allocated IP 172.20.0.5 (a10170e9-307c-484d-ab5a-624a6e00b8f8/ce7ccc02-d86d-45fa-9ca0-acf61727e7f7/f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:54:25.479378 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:25.582778 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:25.626635 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:54:25.629706 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:54:25.633483 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:54:25.639556 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:25.689648 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:25.690256 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:25.758827 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-168652ae-3c4b-44fb-93b7-63e6ad9ff6b0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8092825 Oct 17 03:54:25.771142 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Request body: {'port': {'device_id': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:54:25.831521 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:25.842699 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-3e84135a-fda3-4126-be40-661eb3978b48 None None] Provisioning complete for port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:54:25.843245 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-3e84135a-fda3-4126-be40-661eb3978b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:25.843381 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-3e84135a-fda3-4126-be40-661eb3978b48 None None] Attempt 1 to provision port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 Oct 17 03:54:25.875099 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-3e84135a-fda3-4126-be40-661eb3978b48 None None] Port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:54:26.005920 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:26.084715 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:26.086690 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:54:26.094147 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Publish callbacks [] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:26.107794 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Transition to ACTIVE for port object f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:54:26.167230 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:26.228076 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Pushing event updated for resources: {'Port': ['ID=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:26.278045 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Attempting to bind port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:54:26.278378 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Attempting to bind port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:54:26.278704 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Attempting to bind port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:54:26.362462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3763ad-9f44-44bc-88c0-0665480d8dbb req-5fb1c3d9-76e6-4786-9f71-aed35682c647 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:26.363855 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ce3763ad-9f44-44bc-88c0-0665480d8dbb req-5fb1c3d9-76e6-4786-9f71-aed35682c647 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 943 time: 0.0598767 Oct 17 03:54:26.364548 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 on network a10170e9-307c-484d-ab5a-624a6e00b8f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:54:26.366981 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Attempting to bind port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:54:26.440210 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:54:26.440547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Checking segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:54:26.440927 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Bound using segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:54:26.441363 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Bound port: f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:54:26.441719 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:26.447684 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ce3763ad-9f44-44bc-88c0-0665480d8dbb req-1504a860-62a3-4748-a588-aed102f8ed4d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624425 Oct 17 03:54:26.509563 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] For port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:54:26.512547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] For port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:54:26.606801 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:26.609984 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:26.610690 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:26.613159 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 HTTP/1.1" status: 200 len: 1093 time: 0.8451970 Oct 17 03:54:26.614281 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'tag': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:54:26.617473 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeb6f7b-da12-4855-a497-9a1ab0490c22" -d '{"events": [{"name": "network-changed", "server_uuid": "de065a9d-3739-4e6b-afb5-8a5890bb54a1", "tag": "f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:54:26.660591 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4a2431-1fc4-4920-9d2a-dafca591e4da x-openstack-request-id: req-3a4a2431-1fc4-4920-9d2a-dafca591e4da {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:54:26.660870 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de065a9d-3739-4e6b-afb5-8a5890bb54a1", "tag": "f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:54:26.661119 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3a4a2431-1fc4-4920-9d2a-dafca591e4da {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:54:26.661507 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4a2431-1fc4-4920-9d2a-dafca591e4da'] response: {'name': 'network-changed', 'server_uuid': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'tag': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9', 'status': 'completed', 'code': 200} Oct 17 03:54:26.666110 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37565bd-83cf-489c-97cb-9df6db64259c service neutron] Pushing event updated for resources: {'Port': ['ID=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:26.679490 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-2cefac99-0479-421a-886c-155d417a5f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:26.732927 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb6f7b-da12-4855-a497-9a1ab0490c22 req-14b6a5dd-85cc-40cf-9293-2459b288b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:26.734427 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cfeb6f7b-da12-4855-a497-9a1ab0490c22 req-14b6a5dd-85cc-40cf-9293-2459b288b041 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 1127 time: 0.0385458 Oct 17 03:54:26.838165 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb6f7b-da12-4855-a497-9a1ab0490c22 req-4fd5a614-4e88-42b5-9f3d-730399cd73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:26.839605 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cfeb6f7b-da12-4855-a497-9a1ab0490c22 req-4fd5a614-4e88-42b5-9f3d-730399cd73b6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953560 Oct 17 03:54:26.932239 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:26.935057 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb6f7b-da12-4855-a497-9a1ab0490c22 req-c65c72fa-b014-40d3-8a03-d064456f8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:26.936534 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cfeb6f7b-da12-4855-a497-9a1ab0490c22 req-c65c72fa-b014-40d3-8a03-d064456f8447 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876091 Oct 17 03:54:27.021108 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-b478f5eb-aecc-4cfd-abab-ff2cf66115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:27.022560 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-b478f5eb-aecc-4cfd-abab-ff2cf66115c8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 1127 time: 0.0420337 Oct 17 03:54:27.068511 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-543b28a9-7420-4adb-b444-9e6732cf1ff1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 HTTP/1.1" status: 200 len: 217 time: 0.0321283 Oct 17 03:54:27.118708 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-f5237245-50d2-43de-b1de-9caf7bdf06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:27.120142 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-f5237245-50d2-43de-b1de-9caf7bdf06a1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 HTTP/1.1" status: 200 len: 853 time: 0.0443728 Oct 17 03:54:27.167144 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-99bd14ee-2319-4086-8117-b1e63794338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:27.168678 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-99bd14ee-2319-4086-8117-b1e63794338c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a10170e9-307c-484d-ab5a-624a6e00b8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372438 Oct 17 03:54:27.261746 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-a32b58f4-dc6b-445e-bd03-c48585f4af0e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860555 Oct 17 03:54:27.360307 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-26c61e01-5686-4c22-a242-3cb02e582b31 req-c201a349-8bb1-4bd2-b9f8-5e6c0d46bdfc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853302 Oct 17 03:54:27.556829 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:27.566946 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b07f0b-b7e4-4b64-a457-eacd868cae1b req-f134c8e9-f04c-4abe-bf28-7bb8d56ecd31 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:27.569363 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1b07f0b-b7e4-4b64-a457-eacd868cae1b req-f134c8e9-f04c-4abe-bf28-7bb8d56ecd31 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 943 time: 0.0455770 Oct 17 03:54:27.616134 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1b07f0b-b7e4-4b64-a457-eacd868cae1b req-cff5c19d-f188-40e4-9348-c3e4d4db874f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Oct 17 03:54:28.735109 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750140b5-e391-48c2-b2e9-7f551a179ac8 req-e0322915-0d4d-4e89-b8a8-48c63f1d3744 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:28.736586 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-750140b5-e391-48c2-b2e9-7f551a179ac8 req-e0322915-0d4d-4e89-b8a8-48c63f1d3744 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 943 time: 0.0455987 Oct 17 03:54:28.782664 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-750140b5-e391-48c2-b2e9-7f551a179ac8 req-0d364513-1ad5-46a6-a7ba-9dbc1af0a308 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Oct 17 03:54:28.887040 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-888e3373-08be-4803-88fb-8e006dd94e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:28.895420 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:54:28.994853 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:29.006524 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'port_id': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9', 'mac_address': 'fa:16:3e:03:70:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:54:29.039867 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:54:29.040189 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:29.053251 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:54:29.076476 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:29.121560 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:29.167128 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:29.457595 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:54:29.892283 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:29.898238 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:29.900776 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509b7b-7691-4ff8-92f7-446b7c78350c req-07f795aa-154e-4e8a-a946-993bd89b2973 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:29.902257 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef509b7b-7691-4ff8-92f7-446b7c78350c req-07f795aa-154e-4e8a-a946-993bd89b2973 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 944 time: 0.0448656 Oct 17 03:54:29.948350 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef509b7b-7691-4ff8-92f7-446b7c78350c req-d81af44c-0171-4042-a760-d35d0fa947b9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407102 Oct 17 03:54:30.216719 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:30.903816 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:54:30.945035 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:54:31.016342 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:54:31.022830 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:31.022830 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 Oct 17 03:54:31.069322 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf16d9-f2dc-4fe7-88af-29d32992521e req-6f48d7d0-1bae-4b3d-bfe8-9b7840d51cec tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:31.070781 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-cebf16d9-f2dc-4fe7-88af-29d32992521e req-6f48d7d0-1bae-4b3d-bfe8-9b7840d51cec tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 944 time: 0.0487559 Oct 17 03:54:31.089481 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:54:31.089863 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:31.117528 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:54:31.119776 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de77f749-463b-4a5e-a710-38ab02833d9f" -d '{"events": [{"server_uuid": "de065a9d-3739-4e6b-afb5-8a5890bb54a1", "name": "network-vif-plugged", "status": "completed", "tag": "f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:54:31.120145 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-cebf16d9-f2dc-4fe7-88af-29d32992521e req-aa5440ee-af94-475b-ad74-d79d7359d554 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435026 Oct 17 03:54:31.129407 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:31.137556 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:31.159824 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465f57a8-6eb8-492a-9afa-a409da406533 x-openstack-request-id: req-465f57a8-6eb8-492a-9afa-a409da406533 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:54:31.160129 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de065a9d-3739-4e6b-afb5-8a5890bb54a1", "name": "network-vif-plugged", "status": "completed", "tag": "f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:54:31.160383 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-465f57a8-6eb8-492a-9afa-a409da406533 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:54:31.160841 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465f57a8-6eb8-492a-9afa-a409da406533'] response: {'server_uuid': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9', 'code': 200} Oct 17 03:54:31.216304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:31.263598 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:31.484990 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:31.599370 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:32.235110 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:32.244065 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff56fbd-5ff3-4b00-8e2a-50e52a1720e3 req-82afba4f-04c9-4afb-931c-1d89d3a6c032 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:32.246114 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ff56fbd-5ff3-4b00-8e2a-50e52a1720e3 req-82afba4f-04c9-4afb-931c-1d89d3a6c032 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 945 time: 0.0470815 Oct 17 03:54:32.292916 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ff56fbd-5ff3-4b00-8e2a-50e52a1720e3 req-4434634f-8f45-4e7a-ba5a-fc5823e8ccaf tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 Oct 17 03:54:32.307566 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63b80-670f-4381-9099-421d610c7599 req-a6218e7d-42fd-4b4c-8936-6e57110cafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:32.309136 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5fa63b80-670f-4381-9099-421d610c7599 req-a6218e7d-42fd-4b4c-8936-6e57110cafb7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 1129 time: 0.0422406 Oct 17 03:54:32.355159 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5fa63b80-670f-4381-9099-421d610c7599 req-aa1f9632-a111-4393-b5e4-172e05431d62 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384243 Oct 17 03:54:33.417467 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923ec83-302f-468e-8e59-cc25d68a90e0 req-8e899b1d-dc47-4243-85a9-feac2671d997 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:33.418986 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8923ec83-302f-468e-8e59-cc25d68a90e0 req-8e899b1d-dc47-4243-85a9-feac2671d997 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 945 time: 0.0476670 Oct 17 03:54:33.468338 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8923ec83-302f-468e-8e59-cc25d68a90e0 req-03a0cbed-6d60-47ca-b174-f7e4d3233c89 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434830 Oct 17 03:54:34.596502 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b484f3b-b62e-452d-91e2-be325460d85f req-cb2dfe72-89b0-4739-bdd4-4969707a4717 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:34.597982 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6b484f3b-b62e-452d-91e2-be325460d85f req-cb2dfe72-89b0-4739-bdd4-4969707a4717 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 945 time: 0.0522554 Oct 17 03:54:34.647338 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6b484f3b-b62e-452d-91e2-be325460d85f req-e9726613-ecd1-473f-b2e8-f65f28da6586 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 Oct 17 03:54:35.769929 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16186d08-9416-40e0-8a0a-3dbb3ad5b7e3 req-b27c90e1-fad1-40c4-acc8-011afb94e71b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:35.771367 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-16186d08-9416-40e0-8a0a-3dbb3ad5b7e3 req-b27c90e1-fad1-40c4-acc8-011afb94e71b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 945 time: 0.0456820 Oct 17 03:54:35.820571 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-16186d08-9416-40e0-8a0a-3dbb3ad5b7e3 req-09a5f2a4-4018-4038-931d-dc7290685b8b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436282 Oct 17 03:54:35.934080 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a931c-bc0a-43ba-a0e7-3776a6672cff req-f5bffd37-f75d-4cb4-bf99-c84f864b8f76 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:35.935458 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ad6a931c-bc0a-43ba-a0e7-3776a6672cff req-f5bffd37-f75d-4cb4-bf99-c84f864b8f76 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 945 time: 0.0453537 Oct 17 03:54:35.946035 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 57900) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:54:35.950354 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-f603542b-2810-4406-98bd-c18caadac846 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'floatingip': {'port_id': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:54:35.987658 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f603542b-2810-4406-98bd-c18caadac846 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (c602acbd-be0e-444a-b3eb-28534a988108), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:36.239915 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:36.417529 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f603542b-2810-4406-98bd-c18caadac846 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:36.459553 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f603542b-2810-4406-98bd-c18caadac846 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (c602acbd-be0e-444a-b3eb-28534a988108), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:36.552068 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [None req-f603542b-2810-4406-98bd-c18caadac846 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Floating IP c602acbd-be0e-444a-b3eb-28534a988108 associated. External IP: 172.27.4.144, port: f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9. Oct 17 03:54:36.586458 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:36.983807 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f603542b-2810-4406-98bd-c18caadac846 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:54:37.086510 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f603542b-2810-4406-98bd-c18caadac846 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:54:37.091297 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f603542b-2810-4406-98bd-c18caadac846 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:37.096758 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:54:37.106668 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:54:37.107194 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:54:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:54:37.121441 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-f603542b-2810-4406-98bd-c18caadac846 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/c602acbd-be0e-444a-b3eb-28534a988108 HTTP/1.1" status: 200 len: 991 time: 1.1743622 Oct 17 03:54:37.122094 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'tag': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:54:37.124481 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "de065a9d-3739-4e6b-afb5-8a5890bb54a1", "tag": "f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:54:37.161162 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ed1dee-7473-49fa-a74e-bd84ce648ebb x-openstack-request-id: req-f4ed1dee-7473-49fa-a74e-bd84ce648ebb {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:54:37.161447 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de065a9d-3739-4e6b-afb5-8a5890bb54a1", "tag": "f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:54:37.161696 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f4ed1dee-7473-49fa-a74e-bd84ce648ebb {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:54:37.162132 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ed1dee-7473-49fa-a74e-bd84ce648ebb'] response: {'name': 'network-changed', 'server_uuid': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'tag': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9', 'status': 'completed', 'code': 200} Oct 17 03:54:37.213168 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:54:37.426995 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'c602acbd-be0e-444a-b3eb-28534a988108', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.144', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:03:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:54:20Z', 'updated_at': '2022-10-17T03:54:36Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}, {'id': 'ca028681-55f3-4310-b21e-44dacaac9536', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.77', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:52:27Z', 'updated_at': '2022-10-17T03:52:49Z', 'revision_number': 2, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:54:37.429949 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:37.451874 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:54:37.460223 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:54:37.460913 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:54:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:54:37.536551 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:37.561975 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:54:37.581888 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-c42a087d-1067-4e14-84a8-067e0d5364b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:37.583443 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-c42a087d-1067-4e14-84a8-067e0d5364b9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 1129 time: 0.0427010 Oct 17 03:54:37.692909 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-3b494a07-5f23-4901-b2bc-bb5fc9bfb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:37.694384 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-3b494a07-5f23-4901-b2bc-bb5fc9bfb715 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 915 time: 0.1026421 Oct 17 03:54:37.761039 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-eba86980-0a43-400b-b917-0cbbdb4b50ce service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 HTTP/1.1" status: 200 len: 999 time: 0.0588586 Oct 17 03:54:37.782454 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'c602acbd-be0e-444a-b3eb-28534a988108', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.144', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:03:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:54:20Z', 'updated_at': '2022-10-17T03:54:36Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}, {'id': 'ca028681-55f3-4310-b21e-44dacaac9536', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.77', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:52:27Z', 'updated_at': '2022-10-17T03:52:49Z', 'revision_number': 2, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:54:37.796387 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:37.807829 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776946c0-4916-4129-ac38-a8822218bb5c None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'c602acbd-be0e-444a-b3eb-28534a988108', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.144', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:03:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:54:20Z', 'updated_at': '2022-10-17T03:54:36Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}, {'id': 'ca028681-55f3-4310-b21e-44dacaac9536', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.77', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:52:27Z', 'updated_at': '2022-10-17T03:52:49Z', 'revision_number': 2, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:54:37.811108 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-d82cff16-e016-4460-b670-e0db0a586d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:37.812558 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-d82cff16-e016-4460-b670-e0db0a586d2b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 HTTP/1.1" status: 200 len: 853 time: 0.0442135 Oct 17 03:54:37.859232 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-bd26128b-fb30-4bda-b56c-92892b2022a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:37.861075 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-bd26128b-fb30-4bda-b56c-92892b2022a9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a10170e9-307c-484d-ab5a-624a6e00b8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404925 Oct 17 03:54:37.963272 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-cdf76105-ae41-42e8-9336-5d59c9842cc1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906279 Oct 17 03:54:38.008385 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf355543-a18a-48fc-9373-7fd33bb1a81e None None] New status for floating IP c602acbd-be0e-444a-b3eb-28534a988108: ACTIVE {{(pid=111642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:54:38.064249 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ea62f209-b1a2-41b0-8d08-60138b0c9a1b req-34612d68-643e-4297-8bfc-ca77d2e1fd77 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929577 Oct 17 03:54:45.814260 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=10 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:45.816185 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=46 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:46.383099 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e537b-a18e-4a02-8d9f-fd5687183826 req-d0d1deb8-269c-4058-a727-9b70376fdac8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:46.385155 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b66e537b-a18e-4a02-8d9f-fd5687183826 req-d0d1deb8-269c-4058-a727-9b70376fdac8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0453935 Oct 17 03:54:46.440013 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b66e537b-a18e-4a02-8d9f-fd5687183826 req-e914cb38-0a03-4820-b31a-24f77f456381 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493042 Oct 17 03:54:46.465614 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-9261ac43-dba2-44b1-848d-d53aec368e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:46.467190 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-9261ac43-dba2-44b1-848d-d53aec368e39 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 1130 time: 0.0487134 Oct 17 03:54:46.563059 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-711abef0-d07c-4c33-8b92-ceb86251a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:46.564617 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-711abef0-d07c-4c33-8b92-ceb86251a0ac service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.0880916 Oct 17 03:54:46.632156 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-08bae83e-76db-421a-bc4f-d022152794cb service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b10bbba-72df-4365-8635-b6edba442667 HTTP/1.1" status: 200 len: 1002 time: 0.0607448 Oct 17 03:54:46.645201 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:46.682560 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-28572ea5-95a0-483d-8310-6ec92aec2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:46.684026 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-28572ea5-95a0-483d-8310-6ec92aec2158 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0455322 Oct 17 03:54:46.731555 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-ea0904fb-992e-4690-a6cd-3f20795ffafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:46.733200 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-ea0904fb-992e-4690-a6cd-3f20795ffafa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382736 Oct 17 03:54:46.846942 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-f4d0dc45-ae31-420a-b345-9d08bb01ee77 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914884 Oct 17 03:54:46.940726 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d108d2ff-4912-4632-b21c-1ef7de811093 req-4d7828ab-046c-461c-9815-76eed47e555b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846877 Oct 17 03:54:47.128256 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f9bcf-1ffb-4270-9fd8-9097d21256b9 req-477fe6a7-4101-4073-9fb4-0836777cc5b4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:47.129705 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-864f9bcf-1ffb-4270-9fd8-9097d21256b9 req-477fe6a7-4101-4073-9fb4-0836777cc5b4 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0467947 Oct 17 03:54:47.181470 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-864f9bcf-1ffb-4270-9fd8-9097d21256b9 req-cff7084e-77f9-4941-ab6a-27130c4bcb49 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 Oct 17 03:54:47.559975 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf72c5-1c13-4f88-8e95-30b17c895218 req-47a59531-f6d6-4af1-93e2-7c6cf6f57bb8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:47.561396 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c5cf72c5-1c13-4f88-8e95-30b17c895218 req-47a59531-f6d6-4af1-93e2-7c6cf6f57bb8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0450494 Oct 17 03:54:47.607750 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c5cf72c5-1c13-4f88-8e95-30b17c895218 req-98a57726-1984-4be9-8d3f-41667778dc7d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408354 Oct 17 03:54:47.771931 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=24 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:47.785100 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:47.785658 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=13 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:48.109017 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:48.110885 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=10 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:48.301445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bae2f8-7e20-4631-84f7-aa6bcae82a4f req-4ef4ce39-c012-4b11-a6f0-4e35619c01b2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:48.302917 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e9bae2f8-7e20-4631-84f7-aa6bcae82a4f req-4ef4ce39-c012-4b11-a6f0-4e35619c01b2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0466444 Oct 17 03:54:48.350542 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e9bae2f8-7e20-4631-84f7-aa6bcae82a4f req-97b7a2bb-7e85-4ac4-a4a9-e13ef8b822a2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Oct 17 03:54:48.731433 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8beba-cbad-4669-8272-b7c1f389245b req-fe334a95-d4e8-4bf8-8716-a8dd6120ab50 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:48.732922 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-25d8beba-cbad-4669-8272-b7c1f389245b req-fe334a95-d4e8-4bf8-8716-a8dd6120ab50 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0493879 Oct 17 03:54:48.779647 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-25d8beba-cbad-4669-8272-b7c1f389245b req-a02fb4ef-7fce-4031-b7d0-c1d664d003cd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406816 Oct 17 03:54:48.873250 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:54:49.381784 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac693-d9ae-40c2-8b1a-d6d8e1e7cd99 req-025ee463-b5e6-4e3e-8ce8-a7f88f9f5522 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:49.383255 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1d3ac693-d9ae-40c2-8b1a-d6d8e1e7cd99 req-025ee463-b5e6-4e3e-8ce8-a7f88f9f5522 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 945 time: 0.0448372 Oct 17 03:54:49.430613 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1d3ac693-d9ae-40c2-8b1a-d6d8e1e7cd99 req-2e77d1a1-78b4-4463-98a8-73376efdf222 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Oct 17 03:54:49.471194 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c2a9e-4b6c-4bf9-a24a-b58409378989 req-fc8be06d-38fc-4acc-a16a-a794b7974c0c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:49.472674 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ff3c2a9e-4b6c-4bf9-a24a-b58409378989 req-fc8be06d-38fc-4acc-a16a-a794b7974c0c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0460560 Oct 17 03:54:49.518791 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ff3c2a9e-4b6c-4bf9-a24a-b58409378989 req-459b00d5-9e98-4a5a-9151-624de67a55df tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Oct 17 03:54:49.898702 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dedc0-1b04-46f0-b7d2-c3b891db7998 req-b066e812-05d6-4d25-ab89-2efc60fe79ad tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:49.900679 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-576dedc0-1b04-46f0-b7d2-c3b891db7998 req-b066e812-05d6-4d25-ab89-2efc60fe79ad tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0449898 Oct 17 03:54:49.950496 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-576dedc0-1b04-46f0-b7d2-c3b891db7998 req-b2b9838f-9016-488d-b2fd-d14cd0417ae2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441556 Oct 17 03:54:50.517102 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:50.554688 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664b5d8-8b31-449e-a48a-0ee1043f3e88 req-72174192-e2ae-4891-89bf-d0b77cced16b tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:50.556694 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9664b5d8-8b31-449e-a48a-0ee1043f3e88 req-72174192-e2ae-4891-89bf-d0b77cced16b tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 945 time: 0.0491107 Oct 17 03:54:50.606676 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9664b5d8-8b31-449e-a48a-0ee1043f3e88 req-94b10ffe-dfa9-4ffa-b950-69c966e737ad tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=381ae8ad-11a7-454d-a69a-5001aa7377e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Oct 17 03:54:50.620032 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:50.641316 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c81df-5257-4a52-8c6a-f11510cc912c req-30cc3804-7433-42e7-a439-e8cd5bd576d8 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:50.642776 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-286c81df-5257-4a52-8c6a-f11510cc912c req-30cc3804-7433-42e7-a439-e8cd5bd576d8 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0475323 Oct 17 03:54:50.689143 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-286c81df-5257-4a52-8c6a-f11510cc912c req-720a0121-b381-4c2b-9ecd-86e2214f2b56 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407491 Oct 17 03:54:51.069734 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96f718-94c1-41b5-aa8c-b8b8cf5b38f6 req-2d560954-b5c2-440a-9c32-89f116dabedd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:51.071180 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4e96f718-94c1-41b5-aa8c-b8b8cf5b38f6 req-2d560954-b5c2-440a-9c32-89f116dabedd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0463383 Oct 17 03:54:51.118412 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4e96f718-94c1-41b5-aa8c-b8b8cf5b38f6 req-0445a256-2c9d-4c46-b38e-1008b644b8e6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415108 Oct 17 03:54:51.264649 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-e1fb25da-3506-422d-a021-608c2cfe21cf tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:51.265962 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-e1fb25da-3506-422d-a021-608c2cfe21cf tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 945 time: 0.0477939 Oct 17 03:54:51.384082 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Deleting port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:54:51.384436 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:51.478725 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] For port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,segment=NetworkSegment(010956ed-7b86-4835-aca9-c37d43642e17),segment_id=010956ed-7b86-4835-aca9-c37d43642e17)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:54:51.479079 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:51.494680 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Calling delete_port for c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:54:51.566265 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:51.685702 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (c76fdc83-8fc4-406f-ab89-ea6e12c8fd79), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:51.707399 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['c76fdc83-8fc4-406f-ab89-ea6e12c8fd79'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:54:51.710569 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bedc5ae3-e7a3-4471-9711-acb3479d2ad0 req-75520f50-78cf-4cda-88cc-d237bfa49728 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 210 time: 0.0285053 Oct 17 03:54:51.715768 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Pushing event deleted for resources: {'Port': ['ID=c76fdc83-8fc4-406f-ab89-ea6e12c8fd79,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:54:51.799252 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] No DVR routers for this DVR port c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:54:51.817490 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:51.820593 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-598f6a34-4b29-4227-b9b9-95cd27572ee1 req-0e7f4043-9f36-46ed-9606-ef65a60e05dd tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 HTTP/1.1" status: 204 len: 173 time: 0.5410016 Oct 17 03:54:51.821082 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df63a5-fce3-4247-b389-dbdb7c67af55', 'name': 'network-vif-deleted', 'tag': 'c76fdc83-8fc4-406f-ab89-ea6e12c8fd79'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:54:51.823871 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093c9128-177d-445a-8190-f915ce21d113" -d '{"events": [{"server_uuid": "73df63a5-fce3-4247-b389-dbdb7c67af55", "name": "network-vif-deleted", "tag": "c76fdc83-8fc4-406f-ab89-ea6e12c8fd79"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:54:51.844840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f473de-976f-4de6-a33c-362a22170845 req-ced83d43-0ea8-4364-b236-b36587b077cb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:51.844840 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-78f473de-976f-4de6-a33c-362a22170845 req-ced83d43-0ea8-4364-b236-b36587b077cb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0720806 Oct 17 03:54:51.867015 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d14bf-e666-41a4-9da3-1aa21e4613a8 x-openstack-request-id: req-1f1d14bf-e666-41a4-9da3-1aa21e4613a8 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:54:51.867294 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73df63a5-fce3-4247-b389-dbdb7c67af55", "name": "network-vif-deleted", "tag": "c76fdc83-8fc4-406f-ab89-ea6e12c8fd79", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:54:51.867539 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1f1d14bf-e666-41a4-9da3-1aa21e4613a8 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:54:51.867955 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1d14bf-e666-41a4-9da3-1aa21e4613a8'] response: {'server_uuid': '73df63a5-fce3-4247-b389-dbdb7c67af55', 'name': 'network-vif-deleted', 'tag': 'c76fdc83-8fc4-406f-ab89-ea6e12c8fd79', 'status': 'completed', 'code': 200} Oct 17 03:54:51.896042 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-78f473de-976f-4de6-a33c-362a22170845 req-c32c8e52-2a75-479b-98d3-9cd6a765e9cb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454645 Oct 17 03:54:52.246169 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d61ba8-7b22-466d-963c-668e14b840dd req-dfc74475-b088-45d9-8371-64d52e7a5042 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:52.247870 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c7d61ba8-7b22-466d-963c-668e14b840dd req-dfc74475-b088-45d9-8371-64d52e7a5042 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0508404 Oct 17 03:54:52.295987 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c7d61ba8-7b22-466d-963c-668e14b840dd req-f5435ec3-2cd7-43fc-992f-c0bd44598a04 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423939 Oct 17 03:54:52.838458 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f5a49969-0765-4a2d-9294-7d7b8796c80c req-bf5e7398-3236-4140-aa11-eb0556867481 tempest-VolumesSnapshotTestJSON-91421545 tempest-VolumesSnapshotTestJSON-91421545-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=73df63a5-fce3-4247-b389-dbdb7c67af55 HTTP/1.1" status: 200 len: 210 time: 0.0270188 Oct 17 03:54:52.895284 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-ca1a8b1b-b3c3-47f3-8ebc-92b44f0be056 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0360198 Oct 17 03:54:52.963849 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-de4fe9a4-e6a3-4f2d-80a6-efb02d552939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:52.965322 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-de4fe9a4-e6a3-4f2d-80a6-efb02d552939 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 1129 time: 0.0426309 Oct 17 03:54:53.019424 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937ad88-8677-4d04-bd58-24b74afcd26c req-f01f851c-ad19-4d04-9a69-9e2a941bb51a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:53.021529 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9937ad88-8677-4d04-bd58-24b74afcd26c req-f01f851c-ad19-4d04-9a69-9e2a941bb51a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0473745 Oct 17 03:54:53.066742 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:53.071255 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9937ad88-8677-4d04-bd58-24b74afcd26c req-2e322f6a-6631-4bb2-bdfa-507cf6835efe tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432234 Oct 17 03:54:53.080890 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-73c895a9-4404-497d-8717-ca30dddf95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:53.082350 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-73c895a9-4404-497d-8717-ca30dddf95ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.0913630 Oct 17 03:54:53.124685 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-52b7a3f8-e267-4cea-8965-8883c71b8f4d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a262e085-3b46-4aaa-99a7-dc591e72ffed HTTP/1.1" status: 200 len: 217 time: 0.0358498 Oct 17 03:54:53.177539 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-e1e2b21c-1264-4f09-bea1-0bd345d7a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:53.178963 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-e1e2b21c-1264-4f09-bea1-0bd345d7a2c1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0444257 Oct 17 03:54:53.227061 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-d3cf31d6-f6b3-4455-bd66-8764e7dc7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:53.228580 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-d3cf31d6-f6b3-4455-bd66-8764e7dc7470 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410430 Oct 17 03:54:53.325357 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-fc8487e6-00c5-4803-9230-4256a2f86ff1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857675 Oct 17 03:54:53.434549 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8377aec-1a31-45ea-9395-d7e6d8d120d3 req-f2aed89c-7570-40c6-8095-929b7bac3e25 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:53.436007 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b8377aec-1a31-45ea-9395-d7e6d8d120d3 req-f2aed89c-7570-40c6-8095-929b7bac3e25 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0608270 Oct 17 03:54:53.474047 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ff98258-b1a6-4c37-8367-6105dd98e01d req-d0bc32a4-5c75-47d4-8dcc-f25a10580572 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417809 Oct 17 03:54:53.497316 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b8377aec-1a31-45ea-9395-d7e6d8d120d3 req-2d796cea-4daf-48d3-9f19-1af1a88f48da tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551488 Oct 17 03:54:54.196476 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281483a-2991-4a9c-982c-fa35b15c20e6 req-0bcff55d-e183-4d64-aef1-387e615ea00b tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:54.197949 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9281483a-2991-4a9c-982c-fa35b15c20e6 req-0bcff55d-e183-4d64-aef1-387e615ea00b tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0488045 Oct 17 03:54:54.249886 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9281483a-2991-4a9c-982c-fa35b15c20e6 req-d2a3cee9-2f24-4bde-bf0d-8c4c471975f6 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456169 Oct 17 03:54:54.618390 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27640998-34de-40ac-a527-23ed68b38308 req-27436074-8843-400a-b562-2e1e2b5095d0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:54.619890 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-27640998-34de-40ac-a527-23ed68b38308 req-27436074-8843-400a-b562-2e1e2b5095d0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0461044 Oct 17 03:54:54.670443 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-27640998-34de-40ac-a527-23ed68b38308 req-1cbe3ab7-57c8-4620-a737-9cf020a55365 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446875 Oct 17 03:54:55.371231 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09656c01-7731-4219-bc72-2ae5459fc54e req-755e3221-0657-4029-9536-27ccc9d245fc tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:55.372679 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-09656c01-7731-4219-bc72-2ae5459fc54e req-755e3221-0657-4029-9536-27ccc9d245fc tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0485528 Oct 17 03:54:55.419826 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-09656c01-7731-4219-bc72-2ae5459fc54e req-39389c79-70d3-40eb-b414-c56626ca2f88 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Oct 17 03:54:55.793321 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e6022-2939-4670-a44e-0b37c0d37325 req-52f574df-3719-42c8-b94f-1976b8217b0c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:55.794753 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-cb3e6022-2939-4670-a44e-0b37c0d37325 req-52f574df-3719-42c8-b94f-1976b8217b0c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0460138 Oct 17 03:54:55.845643 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-cb3e6022-2939-4670-a44e-0b37c0d37325 req-2b988863-d1ad-4779-8b0f-878e4d6ec593 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451012 Oct 17 03:54:56.526278 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:56.539601 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b4914-38a0-4c76-b8dc-9ea38902a7e3 req-e600d92a-77bf-4b03-9a30-22408ca88b05 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:56.541127 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c2b4914-38a0-4c76-b8dc-9ea38902a7e3 req-e600d92a-77bf-4b03-9a30-22408ca88b05 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0462844 Oct 17 03:54:56.588745 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4c2b4914-38a0-4c76-b8dc-9ea38902a7e3 req-daa44188-f675-482d-b2de-3a367529464c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Oct 17 03:54:56.668113 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5fdffe81-815c-488b-8b27-ece91d370287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:56.967387 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a45bf-68dd-471a-8166-2861b1466286 req-137b2e26-f1c0-46db-ac02-ef9830c6c3ef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:56.968850 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-193a45bf-68dd-471a-8166-2861b1466286 req-137b2e26-f1c0-46db-ac02-ef9830c6c3ef tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0454636 Oct 17 03:54:56.994144 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:57.010730 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:54:57.015017 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-193a45bf-68dd-471a-8166-2861b1466286 req-f409ad8a-4ed5-48ab-b275-4b314c13b111 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407939 Oct 17 03:54:57.705424 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435bde5-e223-4b9e-9db3-b48caf41393d req-f13de920-d8cf-45ed-8275-6d20e8baf37c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:57.706872 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8435bde5-e223-4b9e-9db3-b48caf41393d req-f13de920-d8cf-45ed-8275-6d20e8baf37c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0455902 Oct 17 03:54:57.756038 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8435bde5-e223-4b9e-9db3-b48caf41393d req-fd1be773-9548-49d2-8056-9f87a06b8955 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Oct 17 03:54:57.975926 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:54:57.995268 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:54:57.995610 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c76fdc83-8fc4-406f-ab89-ea6e12c8fd79 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:54:58.341548 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc39265-3d7b-44ba-b66a-96c2d1766a62 req-92158180-69a7-4606-9feb-bcdcdac84647 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:58.343000 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-efc39265-3d7b-44ba-b66a-96c2d1766a62 req-92158180-69a7-4606-9feb-bcdcdac84647 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.2525692 Oct 17 03:54:58.388676 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-efc39265-3d7b-44ba-b66a-96c2d1766a62 req-60ba9eb5-ebca-4ba4-b5a6-eafc565b5b39 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401154 Oct 17 03:54:58.873525 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0ccdd-7a33-49c5-9458-3aa89a6a4124 req-754d4fb4-41d1-4cd0-b1e5-3de6f9c0bdd0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:58.874973 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e3f0ccdd-7a33-49c5-9458-3aa89a6a4124 req-754d4fb4-41d1-4cd0-b1e5-3de6f9c0bdd0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0463080 Oct 17 03:54:58.914163 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-35030678-339b-40c3-9dd7-0496bccfc1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:54:58.922414 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e3f0ccdd-7a33-49c5-9458-3aa89a6a4124 req-08fd994c-4614-4b28-8a16-609b02310a60 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419445 Oct 17 03:54:59.505705 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e359c-83ec-4ac9-b772-6f023d92d36a req-3467da85-c370-4a1d-aad1-09a136aeb190 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:54:59.507136 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5b9e359c-83ec-4ac9-b772-6f023d92d36a req-3467da85-c370-4a1d-aad1-09a136aeb190 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0448575 Oct 17 03:54:59.553023 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5b9e359c-83ec-4ac9-b772-6f023d92d36a req-5fd77e3b-1937-400e-be65-01089dcbdf77 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Oct 17 03:55:00.045725 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f05fc-726b-45a8-8994-f792bf703232 req-2ec2fe42-188e-4eb2-b7b5-5e430a5fa7b9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:00.047309 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7c4f05fc-726b-45a8-8994-f792bf703232 req-2ec2fe42-188e-4eb2-b7b5-5e430a5fa7b9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0459793 Oct 17 03:55:00.096199 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7c4f05fc-726b-45a8-8994-f792bf703232 req-b2709a78-3937-495f-abe4-6ec323057dcf tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431783 Oct 17 03:55:00.236801 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:00.677932 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab258a-154e-4bba-b5df-8a7d4f013392 req-6b605c35-8441-452f-ba9c-a98d99929010 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:00.679381 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-38ab258a-154e-4bba-b5df-8a7d4f013392 req-6b605c35-8441-452f-ba9c-a98d99929010 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0484688 Oct 17 03:55:00.728043 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-38ab258a-154e-4bba-b5df-8a7d4f013392 req-b5e17479-b3b1-4c53-85d7-21fc236d5e29 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429142 Oct 17 03:55:01.220398 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4cba5-7bcf-44c5-ad01-430469d1aecd req-cf087965-67b7-43e8-9dd7-b9778e09c784 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:01.221844 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-27f4cba5-7bcf-44c5-ad01-430469d1aecd req-cf087965-67b7-43e8-9dd7-b9778e09c784 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0499604 Oct 17 03:55:01.269203 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-27f4cba5-7bcf-44c5-ad01-430469d1aecd req-4602abda-b95a-4aa7-b3d0-3e2fbedaba52 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419445 Oct 17 03:55:01.497047 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:01.608236 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:01.849020 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd01d78-f388-4f64-9336-b5af5db63488 req-fc6be0d5-a12b-4989-b339-d5e4ba439277 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:01.850490 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0dd01d78-f388-4f64-9336-b5af5db63488 req-fc6be0d5-a12b-4989-b339-d5e4ba439277 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0474885 Oct 17 03:55:01.896724 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0dd01d78-f388-4f64-9336-b5af5db63488 req-730d7525-8eff-4d86-abeb-d339991b1488 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399151 Oct 17 03:55:02.386189 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a10ea6-38b8-4c8d-a9f5-ebb50d945af9 req-28d4866e-3955-40ac-8086-1471d892fcd6 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:02.388133 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-16a10ea6-38b8-4c8d-a9f5-ebb50d945af9 req-28d4866e-3955-40ac-8086-1471d892fcd6 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0451238 Oct 17 03:55:02.437044 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-16a10ea6-38b8-4c8d-a9f5-ebb50d945af9 req-7788175b-282e-4738-81bb-eb5f6638275b tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434730 Oct 17 03:55:03.018893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33afcb-383a-41af-8d77-37edcddfee71 req-5f67e587-2550-4f31-a90e-1dd7c9716f1b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:03.020391 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ae33afcb-383a-41af-8d77-37edcddfee71 req-5f67e587-2550-4f31-a90e-1dd7c9716f1b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0460181 Oct 17 03:55:03.070634 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ae33afcb-383a-41af-8d77-37edcddfee71 req-4b3538e3-d228-4178-8c11-52f7e3b1a0c8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446858 Oct 17 03:55:03.521540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:03.560625 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f756ea-9dff-46a7-b75e-ecf340375e71 req-bd23b19e-9936-4063-9fe8-6e3e196a2d55 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:03.562095 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f3f756ea-9dff-46a7-b75e-ecf340375e71 req-bd23b19e-9936-4063-9fe8-6e3e196a2d55 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0501769 Oct 17 03:55:03.609510 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f3f756ea-9dff-46a7-b75e-ecf340375e71 req-effd47bb-a021-4074-b522-e9d88b1048d5 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Oct 17 03:55:04.193391 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13369c3c-5a53-492a-b9f2-057814658f07 req-b42a2f10-169e-41d6-b352-bc441116fbf2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:04.195027 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13369c3c-5a53-492a-b9f2-057814658f07 req-b42a2f10-169e-41d6-b352-bc441116fbf2 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0492370 Oct 17 03:55:04.242985 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13369c3c-5a53-492a-b9f2-057814658f07 req-e9e27421-52ef-4c01-81e1-c23cfd22660a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414937 Oct 17 03:55:04.728637 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6697cc-dbb0-41d2-a9bb-91af75a16789 req-8e369a13-1a2b-42bb-b90a-bee52a3dc5b8 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:04.730121 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ad6697cc-dbb0-41d2-a9bb-91af75a16789 req-8e369a13-1a2b-42bb-b90a-bee52a3dc5b8 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0472546 Oct 17 03:55:04.779525 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ad6697cc-dbb0-41d2-a9bb-91af75a16789 req-2a0336f1-04ca-432f-997e-f55f7089fb9d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Oct 17 03:55:05.124885 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701e692-5dd0-437a-aca4-35857dbb93a3 req-2f293a85-d509-48fc-adc6-dda937b8ca9c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:05.126321 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a701e692-5dd0-437a-aca4-35857dbb93a3 req-2f293a85-d509-48fc-adc6-dda937b8ca9c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0460443 Oct 17 03:55:05.176615 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a701e692-5dd0-437a-aca4-35857dbb93a3 req-a00be7da-61eb-4176-a0e1-a1326c1dc5dd tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Oct 17 03:55:05.363658 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e6e5b-d90f-477e-acda-3a31c7b37208 req-98ddcaa6-393f-4932-82b9-3fbfb2f31c27 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:05.365090 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-af5e6e5b-d90f-477e-acda-3a31c7b37208 req-98ddcaa6-393f-4932-82b9-3fbfb2f31c27 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0443110 Oct 17 03:55:05.410271 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-af5e6e5b-d90f-477e-acda-3a31c7b37208 req-ed748d1b-6579-4eca-8d63-6a847d09b5b9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398161 Oct 17 03:55:06.295229 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c04d9-7fe5-457e-9331-2bbdac5333b2 req-e067559a-bf34-4bed-9e72-aa637d78c275 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:06.296690 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a39c04d9-7fe5-457e-9331-2bbdac5333b2 req-e067559a-bf34-4bed-9e72-aa637d78c275 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0458128 Oct 17 03:55:06.344054 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a39c04d9-7fe5-457e-9331-2bbdac5333b2 req-49a252e5-36b1-4d3d-b1c3-e732a572a861 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419729 Oct 17 03:55:06.531099 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3fdc3-4069-4e7f-b878-bd62f84e2842 req-419253c4-3d95-4749-91d7-706b4920c1cf tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:06.532539 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9ce3fdc3-4069-4e7f-b878-bd62f84e2842 req-419253c4-3d95-4749-91d7-706b4920c1cf tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0481763 Oct 17 03:55:06.578894 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9ce3fdc3-4069-4e7f-b878-bd62f84e2842 req-6c651398-5f03-4748-8eab-2476828f225a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409863 Oct 17 03:55:06.899750 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:06.900619 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:07.461268 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667d4b0-6c15-4595-81f4-df56e8639d3f req-22a7b415-870c-4ea5-a618-188cd948e9ec tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:07.462592 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9667d4b0-6c15-4595-81f4-df56e8639d3f req-22a7b415-870c-4ea5-a618-188cd948e9ec tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0446668 Oct 17 03:55:07.474027 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:07.508703 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9667d4b0-6c15-4595-81f4-df56e8639d3f req-7b807f4b-6ca4-49df-b1ef-17af7c1b82cc tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 Oct 17 03:55:07.698345 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f167b-efe3-4aac-bc74-3f7e09515d2b req-9225623e-b4f8-4d74-bb5a-62f61b8b732c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:07.700322 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8c0f167b-efe3-4aac-bc74-3f7e09515d2b req-9225623e-b4f8-4d74-bb5a-62f61b8b732c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0452590 Oct 17 03:55:07.747025 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8c0f167b-efe3-4aac-bc74-3f7e09515d2b req-49f9decb-57d5-461d-9e6e-b4e631bbf080 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409980 Oct 17 03:55:08.315886 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b088722-16bf-4dc3-b6ae-419971ae642c req-a61401b3-c86c-454f-bc1f-299dc3d099be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:08.317348 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b088722-16bf-4dc3-b6ae-419971ae642c req-a61401b3-c86c-454f-bc1f-299dc3d099be service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 1130 time: 0.0414293 Oct 17 03:55:08.363398 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b088722-16bf-4dc3-b6ae-419971ae642c req-3d6b879a-afe6-4c7a-9b9b-a6524458ef23 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383830 Oct 17 03:55:08.374577 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-2382492a-3071-42f7-8f36-0f1e82c95561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:08.376092 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-2382492a-3071-42f7-8f36-0f1e82c95561 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 1129 time: 0.0385132 Oct 17 03:55:08.627334 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf0858-e25c-445f-9086-573f88bbbaaf req-54752bdd-5379-4701-858f-c631d31e245a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:08.628821 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1bdf0858-e25c-445f-9086-573f88bbbaaf req-54752bdd-5379-4701-858f-c631d31e245a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0457656 Oct 17 03:55:08.678851 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1bdf0858-e25c-445f-9086-573f88bbbaaf req-7489599f-e8be-4883-92a2-0525d9e990c8 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424972 Oct 17 03:55:08.707586 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-a1ad189a-1c9b-476f-833b-d610fc835b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:08.709096 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-a1ad189a-1c9b-476f-833b-d610fc835b7b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 912 time: 0.0927072 Oct 17 03:55:08.773379 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:08.801321 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-08f0dbc0-f0e5-4f77-963c-3ce827ae94a2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f HTTP/1.1" status: 200 len: 1001 time: 0.0849934 Oct 17 03:55:08.831609 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:08.868837 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0f235-4a6a-49b7-aa62-81a0be5626a7 req-3ba9c30d-0180-4f17-b799-bcc0d06d4cfa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:08.870321 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-49c0f235-4a6a-49b7-aa62-81a0be5626a7 req-3ba9c30d-0180-4f17-b799-bcc0d06d4cfa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0469429 Oct 17 03:55:08.917108 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-49c0f235-4a6a-49b7-aa62-81a0be5626a7 req-0082a79a-e57f-44f1-bc64-05a7f9aaa90a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411875 Oct 17 03:55:09.196435 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-411dafee-c200-42c1-82a3-ec62406c994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:09.197861 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-411dafee-c200-42c1-82a3-ec62406c994f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fc392004-8afd-451c-9dcb-41ef655b2ff1 HTTP/1.1" status: 200 len: 850 time: 0.0470521 Oct 17 03:55:09.240602 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-8437b32a-0f66-4aca-bce7-505eba31701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:09.242043 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-8437b32a-0f66-4aca-bce7-505eba31701e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9596452a-c538-49c6-83ce-e63a5d474491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372124 Oct 17 03:55:09.330804 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-160f3311-cb9d-459b-bbd3-070f85004885 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817244 Oct 17 03:55:09.427910 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-13c0f747-9b8d-4685-a7e5-98918246ab16 req-53fc08c8-f7b6-423b-81f4-924f3d88c997 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851793 Oct 17 03:55:09.804433 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477f035-7e80-4fbf-a33f-0cfe13d29fdb req-b39fc740-4d8d-41c8-aaad-50526b2e945a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:09.806543 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5477f035-7e80-4fbf-a33f-0cfe13d29fdb req-b39fc740-4d8d-41c8-aaad-50526b2e945a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0457327 Oct 17 03:55:09.859429 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5477f035-7e80-4fbf-a33f-0cfe13d29fdb req-0facf6d0-535f-42a7-b3f6-fe2e84f56771 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451300 Oct 17 03:55:10.042036 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd6821-089b-4680-a7cc-224388530ece req-47aefc0b-ebe5-4e7a-ad8a-7c8fed10693d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:10.044296 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bbbd6821-089b-4680-a7cc-224388530ece req-47aefc0b-ebe5-4e7a-ad8a-7c8fed10693d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0495193 Oct 17 03:55:10.092497 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bbbd6821-089b-4680-a7cc-224388530ece req-e2082722-5fee-43ce-86aa-c9d97a98aa96 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427027 Oct 17 03:55:10.982149 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681209c1-c98e-4fb7-b1af-0a231e138796 req-4332322b-cc8f-467f-b509-f742870aee77 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:10.983623 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-681209c1-c98e-4fb7-b1af-0a231e138796 req-4332322b-cc8f-467f-b509-f742870aee77 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0467794 Oct 17 03:55:11.031500 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-681209c1-c98e-4fb7-b1af-0a231e138796 req-c1421228-1563-457b-85c9-7f68956fa925 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421777 Oct 17 03:55:11.217228 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31c06a-3c72-4675-9ee8-c82e6538005d req-ee19bfa7-a269-4358-9f2e-6ae52d4584b9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:11.218753 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8a31c06a-3c72-4675-9ee8-c82e6538005d req-ee19bfa7-a269-4358-9f2e-6ae52d4584b9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0498645 Oct 17 03:55:11.265514 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8a31c06a-3c72-4675-9ee8-c82e6538005d req-1648a81c-ff92-43e4-b9f9-a1ed3519a7b1 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Oct 17 03:55:11.541018 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:11.544917 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:11.548686 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:11.772409 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7368-7cc6-4778-aa7f-33dc4c9ef5e8 req-3b480a5b-cff6-496e-945c-b8bad735e67b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:11.774069 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-dedf7368-7cc6-4778-aa7f-33dc4c9ef5e8 req-3b480a5b-cff6-496e-945c-b8bad735e67b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0463312 Oct 17 03:55:11.803237 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251063-862e-4d88-8d95-900770b3f229 req-3fc67ad6-7b34-432c-a8f0-dff6e5ee646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:11.804774 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8b251063-862e-4d88-8d95-900770b3f229 req-3fc67ad6-7b34-432c-a8f0-dff6e5ee646b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 1130 time: 0.0392838 Oct 17 03:55:11.824815 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-dedf7368-7cc6-4778-aa7f-33dc4c9ef5e8 req-dc4595e1-6c2c-4c3d-8a0c-a10550219d43 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443091 Oct 17 03:55:11.898008 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251063-862e-4d88-8d95-900770b3f229 req-40778202-8148-4237-a29c-1cf71d216c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:11.899489 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8b251063-862e-4d88-8d95-900770b3f229 req-40778202-8148-4237-a29c-1cf71d216c61 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.0876849 Oct 17 03:55:11.964708 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8b251063-862e-4d88-8d95-900770b3f229 req-0e205461-4367-4212-88eb-bef2fceb95c0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b10bbba-72df-4365-8635-b6edba442667 HTTP/1.1" status: 200 len: 1002 time: 0.0547063 Oct 17 03:55:12.013763 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251063-862e-4d88-8d95-900770b3f229 req-46cd4166-aad8-49d3-a49d-7c8b67890cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:12.015709 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8b251063-862e-4d88-8d95-900770b3f229 req-46cd4166-aad8-49d3-a49d-7c8b67890cbb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0446825 Oct 17 03:55:12.062810 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251063-862e-4d88-8d95-900770b3f229 req-47e0b44f-9ed7-4df2-8089-f47690c53a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:12.064292 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8b251063-862e-4d88-8d95-900770b3f229 req-47e0b44f-9ed7-4df2-8089-f47690c53a43 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417490 Oct 17 03:55:12.156641 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8b251063-862e-4d88-8d95-900770b3f229 req-3d7877b3-02aa-4a4d-abda-38d073799466 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852094 Oct 17 03:55:12.169462 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:12.254343 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8b251063-862e-4d88-8d95-900770b3f229 req-71c862da-13e8-4035-9b69-60339bb662bc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914428 Oct 17 03:55:12.911835 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:12.948210 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82058ab4-db55-4932-82aa-fc39d5e0b904 req-6b7d0b3a-af81-4700-af63-b2e332ac943b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:12.949575 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-82058ab4-db55-4932-82aa-fc39d5e0b904 req-6b7d0b3a-af81-4700-af63-b2e332ac943b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0465117 Oct 17 03:55:12.996613 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-82058ab4-db55-4932-82aa-fc39d5e0b904 req-dcb50f49-68f8-442c-a76e-0ebd7e85f0d4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415761 Oct 17 03:55:14.118788 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929a31c-5080-4a9c-b1cd-fce8f637a576 req-0b7b5283-0d4b-45d7-8dbe-bf589d7b7451 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:14.120272 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3929a31c-5080-4a9c-b1cd-fce8f637a576 req-0b7b5283-0d4b-45d7-8dbe-bf589d7b7451 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0492115 Oct 17 03:55:14.168298 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3929a31c-5080-4a9c-b1cd-fce8f637a576 req-64846f6f-4e12-4cf9-acda-5bc7c3620206 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406342 Oct 17 03:55:15.291865 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecc64f-a11a-4184-b7a8-8d880aa3cc81 req-65396238-274e-40c4-9763-defb63aca3b8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:15.293293 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-10ecc64f-a11a-4184-b7a8-8d880aa3cc81 req-65396238-274e-40c4-9763-defb63aca3b8 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0483871 Oct 17 03:55:15.339650 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-10ecc64f-a11a-4184-b7a8-8d880aa3cc81 req-c5bc9877-f7df-4410-9cf6-0575eb6153f9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Oct 17 03:55:15.419457 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:15.455418 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f5bea-e173-4712-a3b4-c4fe7d617c4e req-49dd15cb-547a-443f-838a-80c4734e43eb tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:15.457210 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fe4f5bea-e173-4712-a3b4-c4fe7d617c4e req-49dd15cb-547a-443f-838a-80c4734e43eb tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0475521 Oct 17 03:55:15.467248 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58254) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:15.472178 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-f144dcb7-30c9-40dd-8f9f-faca3e7b80d9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Request body: {'floatingip': {'port_id': '3b10bbba-72df-4365-8635-b6edba442667'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:15.527336 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f144dcb7-30c9-40dd-8f9f-faca3e7b80d9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for floatingip (cb2144a9-bf57-4390-a526-4ddfe64571db), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:15.950469 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:16.001070 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f144dcb7-30c9-40dd-8f9f-faca3e7b80d9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:16.037303 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f144dcb7-30c9-40dd-8f9f-faca3e7b80d9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (cb2144a9-bf57-4390-a526-4ddfe64571db), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:16.478639 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f144dcb7-30c9-40dd-8f9f-faca3e7b80d9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Router 1f29ba32-815a-4fe7-89a7-7192d407ad17 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:55:16.582987 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f144dcb7-30c9-40dd-8f9f-faca3e7b80d9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:55:16.587878 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f144dcb7-30c9-40dd-8f9f-faca3e7b80d9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:16.595909 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] Sync routers for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:55:16.605773 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:16.606383 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:54:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:16.620769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'tag': '3b10bbba-72df-4365-8635-b6edba442667'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:16.623115 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e296bcb-b973-49f4-88ad-e755d17dcdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "tag": "3b10bbba-72df-4365-8635-b6edba442667"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:16.640809 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:16.655383 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-f144dcb7-30c9-40dd-8f9f-faca3e7b80d9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/cb2144a9-bf57-4390-a526-4ddfe64571db HTTP/1.1" status: 200 len: 994 time: 1.1846304 Oct 17 03:55:16.665290 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11adbb7-2c4a-4ec9-b1a5-d19d98d1012a x-openstack-request-id: req-f11adbb7-2c4a-4ec9-b1a5-d19d98d1012a {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:16.665575 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "tag": "3b10bbba-72df-4365-8635-b6edba442667", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:16.665829 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f11adbb7-2c4a-4ec9-b1a5-d19d98d1012a {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:16.666226 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11adbb7-2c4a-4ec9-b1a5-d19d98d1012a'] response: {'name': 'network-changed', 'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'tag': '3b10bbba-72df-4365-8635-b6edba442667', 'status': 'completed', 'code': 200} Oct 17 03:55:16.713128 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:16.726425 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-d2dff102-b009-4c87-b3ab-15d7ab8eeffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:16.727949 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-d2dff102-b009-4c87-b3ab-15d7ab8eeffb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 1130 time: 0.0397248 Oct 17 03:55:16.822680 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-7cffaae8-4ccd-48d8-9dea-942736084ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:16.824273 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-7cffaae8-4ccd-48d8-9dea-942736084ed0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.0901644 Oct 17 03:55:16.898543 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-ef92413e-2a2f-432d-9920-cf7dd4b4c5df service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b10bbba-72df-4365-8635-b6edba442667 HTTP/1.1" status: 200 len: 1002 time: 0.0616584 Oct 17 03:55:16.963438 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-b1f7e2c5-936a-41dc-a6be-9810bc0508d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:16.965000 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-b1f7e2c5-936a-41dc-a6be-9810bc0508d4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0592000 Oct 17 03:55:16.971126 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'cb2144a9-bf57-4390-a526-4ddfe64571db', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'port_id': '3b10bbba-72df-4365-8635-b6edba442667', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'mac_address': 'fa:16:3e:0d:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:53:17Z', 'updated_at': '2022-10-17T03:55:15Z', 'revision_number': 3, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:07Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:17.007590 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] Checking router: 1f29ba32-815a-4fe7-89a7-7192d407ad17 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:55:17.020793 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:17.020793 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:54:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:17.020964 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-76ca8ca5-5734-4d0a-9a8e-1eb9391ce8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:17.021183 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-76ca8ca5-5734-4d0a-9a8e-1eb9391ce8a5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465431 Oct 17 03:55:17.137674 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-8427ccb1-ce2e-4cd1-bc0e-2045a712db5c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054692 Oct 17 03:55:17.150388 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:17.235534 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0e296bcb-b973-49f4-88ad-e755d17dcdb7 req-fb4007c4-078c-4c67-8998-56382ad5ba71 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905578 Oct 17 03:55:17.485229 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da79ee-1ae6-4f0c-b146-c03bdd8a0980 req-fd78a0cf-a24c-4557-856b-8b6321c26a80 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:17.486771 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-32da79ee-1ae6-4f0c-b146-c03bdd8a0980 req-fd78a0cf-a24c-4557-856b-8b6321c26a80 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 947 time: 0.0519373 Oct 17 03:55:17.508700 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'cb2144a9-bf57-4390-a526-4ddfe64571db', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'port_id': '3b10bbba-72df-4365-8635-b6edba442667', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'mac_address': 'fa:16:3e:0d:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:53:17Z', 'updated_at': '2022-10-17T03:55:15Z', 'revision_number': 3, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:07Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:17.534629 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bba2d2-e61a-4755-90e6-04a7d45cd547 None None] The sync data for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi is: [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'cb2144a9-bf57-4390-a526-4ddfe64571db', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'port_id': '3b10bbba-72df-4365-8635-b6edba442667', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'mac_address': 'fa:16:3e:0d:07:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:53:17Z', 'updated_at': '2022-10-17T03:55:15Z', 'revision_number': 3, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:07Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:55:17.536295 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-32da79ee-1ae6-4f0c-b146-c03bdd8a0980 req-985e3795-28d8-4ca5-b632-11fcb5f8e35e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Oct 17 03:55:18.667512 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'tag': '3b10bbba-72df-4365-8635-b6edba442667'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:18.670026 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff069891-d53e-4bff-b54a-f5678795ce70" -d '{"events": [{"name": "network-changed", "server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "tag": "3b10bbba-72df-4365-8635-b6edba442667"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:18.670908 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f87400-92fd-4495-9fab-fd02671e0827 req-d8f93959-7471-43e0-a34d-acbf50492887 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:18.672933 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-97f87400-92fd-4495-9fab-fd02671e0827 req-d8f93959-7471-43e0-a34d-acbf50492887 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 947 time: 0.0500288 Oct 17 03:55:18.712892 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633255c7-2e58-47cd-afd4-1ad1275e7135 x-openstack-request-id: req-633255c7-2e58-47cd-afd4-1ad1275e7135 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:18.713187 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "tag": "3b10bbba-72df-4365-8635-b6edba442667", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:18.713957 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-633255c7-2e58-47cd-afd4-1ad1275e7135 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:18.714367 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633255c7-2e58-47cd-afd4-1ad1275e7135'] response: {'name': 'network-changed', 'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'tag': '3b10bbba-72df-4365-8635-b6edba442667', 'status': 'completed', 'code': 200} Oct 17 03:55:18.724700 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-97f87400-92fd-4495-9fab-fd02671e0827 req-f50b6c83-60bb-48e8-a49e-97f7aadf2db5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=038c3771-9f91-41d5-90ec-ccb7e8123dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439301 Oct 17 03:55:18.778752 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-6b95ce6a-d697-4459-86d9-c079eec519d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:18.784942 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-6b95ce6a-d697-4459-86d9-c079eec519d8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cf238531f665437faddc8002d3b2ab6c&device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 1130 time: 0.0384464 Oct 17 03:55:18.877016 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-ad74efab-3c67-4b4b-be5c-6bad6e3ae053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:18.878419 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-ad74efab-3c67-4b4b-be5c-6bad6e3ae053 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 200 len: 920 time: 0.0886927 Oct 17 03:55:18.972049 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:18.988642 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-8a8af666-d0e9-45ca-892a-3ba608a57e05 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b10bbba-72df-4365-8635-b6edba442667 HTTP/1.1" status: 200 len: 1002 time: 0.0558417 Oct 17 03:55:19.044846 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-acbb3caa-e74e-454f-8458-8cfd6ec9c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:19.046275 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-acbb3caa-e74e-454f-8458-8cfd6ec9c5c1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 200 len: 858 time: 0.0473356 Oct 17 03:55:19.086104 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:19.094289 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-24aa0e95-9c12-459c-82dd-72dcb5911c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:19.095823 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-24aa0e95-9c12-459c-82dd-72dcb5911c2a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=11e26cbc-21cb-4e26-bbc3-bb580c90779d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388522 Oct 17 03:55:19.102294 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-4236ba4d-bfa8-4a90-a366-6e2fdc9cb9b0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:19.103727 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-4236ba4d-bfa8-4a90-a366-6e2fdc9cb9b0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 947 time: 0.0463037 Oct 17 03:55:19.191699 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Deleting port 84033c7a-279b-4382-ae30-9f0a623ff3f1 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:55:19.192069 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.194853 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-b6b6c036-4a73-4c0b-a886-3dd26c1ede8f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922880 Oct 17 03:55:19.281798 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] For port 84033c7a-279b-4382-ae30-9f0a623ff3f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=84033c7a-279b-4382-ae30-9f0a623ff3f1,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:19.282108 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.284740 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ff069891-d53e-4bff-b54a-f5678795ce70 req-2a433f10-18e6-4194-8bb5-8eb5f1705e0a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832052 Oct 17 03:55:19.484712 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.485066 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (33e889cb-84a0-43e1-95a0-54cb05343141), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.485370 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Floating IP 33e889cb-84a0-43e1-95a0-54cb05343141 disassociated. External IP: 172.27.4.109, port: 84033c7a-279b-4382-ae30-9f0a623ff3f1. Oct 17 03:55:19.485703 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Calling delete_port for 84033c7a-279b-4382-ae30-9f0a623ff3f1 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:55:19.556525 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:19.654481 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (84033c7a-279b-4382-ae30-9f0a623ff3f1), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.679699 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event deleted for resources: {'Port': ['ID=84033c7a-279b-4382-ae30-9f0a623ff3f1,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:19.710383 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58316) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:19.755104 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Deleting subnet 8c93b4ea-d0ff-4586-89da-c3f90b258401 {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:55:19.758239 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Publish callbacks [] for subnet (8c93b4ea-d0ff-4586-89da-c3f90b258401), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.802272 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Router ade4885a-216f-4b79-8f4c-79672fbbf5c8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:55:19.803138 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (8c93b4ea-d0ff-4586-89da-c3f90b258401), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.819909 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:19.846866 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (8c93b4ea-d0ff-4586-89da-c3f90b258401), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.868386 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fb0511c9-5c92-44df-89a5-d7a968185e21 req-38291154-f88f-4b97-961a-37c97fa6e8cc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0569875 Oct 17 03:55:19.931857 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:55:19.941886 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] Sync routers for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:55:19.953801 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:19.954406 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:54:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:19.975096 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (8c93b4ea-d0ff-4586-89da-c3f90b258401), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.977650 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] No DVR routers for this DVR port 84033c7a-279b-4382-ae30-9f0a623ff3f1 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:55:19.980475 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.984709 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-58b26a3f-9189-4a02-8e28-8842a0a2396c req-392c3b13-527c-4fef-8a8c-7e7324c5194e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "DELETE /networking/v2.0/ports/84033c7a-279b-4382-ae30-9f0a623ff3f1 HTTP/1.1" status: 204 len: 173 time: 0.8755240 Oct 17 03:55:19.990068 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:19.993568 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/8c93b4ea-d0ff-4586-89da-c3f90b258401 HTTP/1.1" status: 204 len: 168 time: 0.2821612 Oct 17 03:55:19.996212 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58320) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:20.017791 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c93b4ea-d0ff-4586-89da-c3f90b258401,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:20.025635 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.025978 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.026521 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.027079 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.027570 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.028089 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.028567 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.029068 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.029549 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.030030 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.030369 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.030695 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.031150 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.031478 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.032455 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6647db3-d740-4578-b3fe-db54f36963c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:20.060931 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:20.088498 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (7bde2593-f357-4f67-b8f1-ec298e848626), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:20.175730 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (7bde2593-f357-4f67-b8f1-ec298e848626), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:20.197671 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bde2593-f357-4f67-b8f1-ec298e848626']}} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:20.212676 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010956ed-7b86-4835-aca9-c37d43642e17') {'for_net_delete': True} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:20.212676 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010956ed-7b86-4835-aca9-c37d43642e17') {} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:20.222853 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12640230'] for segment (010956ed-7b86-4835-aca9-c37d43642e17), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:20.237851 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (010956ed-7b86-4835-aca9-c37d43642e17), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:20.247427 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=111640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:55:20.253374 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12638769'] for segment (010956ed-7b86-4835-aca9-c37d43642e17), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:20.255811 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:20.280362 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] Checking router: ade4885a-216f-4b79-8f4c-79672fbbf5c8 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:55:20.288956 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:20.289552 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:54:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:20.292388 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment 010956ed-7b86-4835-aca9-c37d43642e17 resource provider aggregate not found Oct 17 03:55:20.316414 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment 010956ed-7b86-4835-aca9-c37d43642e17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 010956ed-7b86-4835-aca9-c37d43642e17 found for delete ", "request_id": "req-7ce8d7a1-1945-4539-beed-cae908b485f4"}]} Oct 17 03:55:20.392352 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (7bde2593-f357-4f67-b8f1-ec298e848626), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:20.396804 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:20.400103 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:20.406420 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/7bde2593-f357-4f67-b8f1-ec298e848626 HTTP/1.1" status: 204 len: 168 time: 0.4060326 Oct 17 03:55:20.413952 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4a6fd-f18e-41d8-9e92-67c854bbcac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bde2593-f357-4f67-b8f1-ec298e848626,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:20.604780 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:20.634195 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e9da1-e8f2-4357-a7f2-15b89d12c94f None None] The sync data for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi is: [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:55:20.646475 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:20.715842 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-deleted', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:20.718864 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a41dcf6-592b-4ad5-91bd-1bfad8d52d8b" -d '{"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-deleted", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:20.755778 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8983392d-383a-40e5-9c91-20b9b78cf351 x-openstack-request-id: req-8983392d-383a-40e5-9c91-20b9b78cf351 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:20.756072 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93d048b-33da-45e0-9ef8-4d529b3808aa", "name": "network-vif-deleted", "tag": "84033c7a-279b-4382-ae30-9f0a623ff3f1", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:20.756325 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8983392d-383a-40e5-9c91-20b9b78cf351 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:20.756726 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8983392d-383a-40e5-9c91-20b9b78cf351'] response: {'server_uuid': 'f93d048b-33da-45e0-9ef8-4d529b3808aa', 'name': 'network-vif-deleted', 'tag': '84033c7a-279b-4382-ae30-9f0a623ff3f1', 'status': 'completed', 'code': 200} Oct 17 03:55:20.808000 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58330) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:20.855375 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-26787f40-c5e7-49a1-892a-aceea29e298d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=c561fe5da6e644839d762e7ecef5515c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438817 Oct 17 03:55:20.855566 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58332) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:20.884745 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8e7ce-30fc-474d-a0dc-7b632df00714 None None] New status for floating IP 33e889cb-84a0-43e1-95a0-54cb05343141: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:55:20.907683 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Publish callbacks [] for security_group (381ae8ad-11a7-454d-a69a-5001aa7377e6), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:20.930352 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Publish callbacks [] for security_group (381ae8ad-11a7-454d-a69a-5001aa7377e6), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:21.024951 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4b7baada-2151-4756-b6f1-42d6f9f0477b req-321e1356-884d-4be0-846f-15590bce6048 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f93d048b-33da-45e0-9ef8-4d529b3808aa HTTP/1.1" status: 200 len: 210 time: 0.0386553 Oct 17 03:55:21.083425 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (381ae8ad-11a7-454d-a69a-5001aa7377e6), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:21.087214 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:21.091474 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/381ae8ad-11a7-454d-a69a-5001aa7377e6 HTTP/1.1" status: 204 len: 168 time: 0.2320130 Oct 17 03:55:21.104679 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381ae8ad-11a7-454d-a69a-5001aa7377e6,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:21.113192 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.113643 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.114082 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.114415 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.114775 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.115102 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.115417 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.115763 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.119910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.119910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.119910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.119910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.119910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.119910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:21.119910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495a3848-9b18-4a2e-a0ab-a8fe12e7b226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:22.186790 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58342) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:22.242264 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b1ad5f1a-8a31-4ad7-b27e-39bec9ff6e1d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (038c3771-9f91-41d5-90ec-ccb7e8123dc0), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.266210 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b1ad5f1a-8a31-4ad7-b27e-39bec9ff6e1d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (038c3771-9f91-41d5-90ec-ccb7e8123dc0), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.268575 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:22.380163 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b1ad5f1a-8a31-4ad7-b27e-39bec9ff6e1d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (038c3771-9f91-41d5-90ec-ccb7e8123dc0), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.382694 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b1ad5f1a-8a31-4ad7-b27e-39bec9ff6e1d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.383860 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-b1ad5f1a-8a31-4ad7-b27e-39bec9ff6e1d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/038c3771-9f91-41d5-90ec-ccb7e8123dc0 HTTP/1.1" status: 204 len: 168 time: 0.1960378 Oct 17 03:55:22.386939 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58344) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:22.393638 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad5f1a-8a31-4ad7-b27e-39bec9ff6e1d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c3771-9f91-41d5-90ec-ccb7e8123dc0,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:22.407368 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.api.v2.resource [None req-97e41914-5fad-4f68-9a2a-7d5f5934d41d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] show failed (client error): The resource could not be found. Oct 17 03:55:22.408762 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-97e41914-5fad-4f68-9a2a-7d5f5934d41d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups/038c3771-9f91-41d5-90ec-ccb7e8123dc0 HTTP/1.1" status: 404 len: 347 time: 0.0211093 Oct 17 03:55:22.411950 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58346) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:22.529559 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Deleting port 451c5c86-fafc-489c-9b50-e89123cad9bc {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:55:22.529897 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (451c5c86-fafc-489c-9b50-e89123cad9bc), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.584611 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:22.611925 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (451c5c86-fafc-489c-9b50-e89123cad9bc), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.612246 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (451c5c86-fafc-489c-9b50-e89123cad9bc), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.625167 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Calling delete_port for 451c5c86-fafc-489c-9b50-e89123cad9bc owned by network:floatingip {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:55:22.811592 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (451c5c86-fafc-489c-9b50-e89123cad9bc), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.837629 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event deleted for resources: {'Port': ['ID=451c5c86-fafc-489c-9b50-e89123cad9bc,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:22.895485 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (33e889cb-84a0-43e1-95a0-54cb05343141), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.898054 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:22.899173 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-8c948019-46eb-468c-80f5-369e994fee94 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/33e889cb-84a0-43e1-95a0-54cb05343141 HTTP/1.1" status: 204 len: 168 time: 0.4861712 Oct 17 03:55:23.046259 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58350) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:23.051270 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-4db46c5d-911b-48c3-a254-d7366016233c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568073041', 'description': 'tempest-description--1505817220'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:23.134207 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4db46c5d-911b-48c3-a254-d7366016233c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.204474 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4db46c5d-911b-48c3-a254-d7366016233c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (46140bb5-bd16-4538-9fdd-0a4537a6c498), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.228925 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:55:23.248161 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 84033c7a-279b-4382-ae30-9f0a623ff3f1 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:55:23.248504 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 84033c7a-279b-4382-ae30-9f0a623ff3f1 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:55:23.254229 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4db46c5d-911b-48c3-a254-d7366016233c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (46140bb5-bd16-4538-9fdd-0a4537a6c498), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.283336 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db46c5d-911b-48c3-a254-d7366016233c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46140bb5-bd16-4538-9fdd-0a4537a6c498,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:23.336093 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4db46c5d-911b-48c3-a254-d7366016233c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.337341 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-4db46c5d-911b-48c3-a254-d7366016233c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2901077 Oct 17 03:55:23.340196 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58352) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:23.346541 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-250a18fe-ce96-4a16-babc-2000abc93bed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'security_group_rule': {'security_group_id': '46140bb5-bd16-4538-9fdd-0a4537a6c498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:23.427224 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-250a18fe-ce96-4a16-babc-2000abc93bed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (006ebb3e-5d3b-4a00-8a09-8cd3b8bff72f), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.481536 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-250a18fe-ce96-4a16-babc-2000abc93bed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (006ebb3e-5d3b-4a00-8a09-8cd3b8bff72f), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.566300 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-250a18fe-ce96-4a16-babc-2000abc93bed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (006ebb3e-5d3b-4a00-8a09-8cd3b8bff72f), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.579702 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:23.587542 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a18fe-ce96-4a16-babc-2000abc93bed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006ebb3e-5d3b-4a00-8a09-8cd3b8bff72f,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:23.659917 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-250a18fe-ce96-4a16-babc-2000abc93bed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.661115 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-250a18fe-ce96-4a16-babc-2000abc93bed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3200159 Oct 17 03:55:23.663694 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58356) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:23.667873 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-623c4c9b-dfe6-42dc-9f2b-449d81b84cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'security_group_rule': {'security_group_id': '46140bb5-bd16-4538-9fdd-0a4537a6c498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:23.752224 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-623c4c9b-dfe6-42dc-9f2b-449d81b84cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (9a36a5df-ba9d-43de-9749-2ab38ac01bf4), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.802211 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-623c4c9b-dfe6-42dc-9f2b-449d81b84cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (9a36a5df-ba9d-43de-9749-2ab38ac01bf4), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.863762 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-623c4c9b-dfe6-42dc-9f2b-449d81b84cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (9a36a5df-ba9d-43de-9749-2ab38ac01bf4), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.882830 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c4c9b-dfe6-42dc-9f2b-449d81b84cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a36a5df-ba9d-43de-9749-2ab38ac01bf4,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:23.951461 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-623c4c9b-dfe6-42dc-9f2b-449d81b84cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:23.956353 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-623c4c9b-dfe6-42dc-9f2b-449d81b84cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881083 Oct 17 03:55:23.957130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58366) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:23.962134 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:24.029353 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:24.110742 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:24.112374 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:24.222070 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Allocated IP 172.27.4.92 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/60e6c69c-649e-4318-96ad-3b5a4c6391ac) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:55:24.325015 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for port (60e6c69c-649e-4318-96ad-3b5a4c6391ac), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:24.353506 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:24.356538 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8986-7a8b-4ad4-a179-efef1d65b38c req-4ae2c3b1-3fdc-4b1c-9171-c269c7f8df85 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:24.358000 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d91f8986-7a8b-4ad4-a179-efef1d65b38c req-4ae2c3b1-3fdc-4b1c-9171-c269c7f8df85 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 945 time: 0.0493109 Oct 17 03:55:24.405573 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d91f8986-7a8b-4ad4-a179-efef1d65b38c req-b1c2bfdc-89c1-473d-8d6e-8fd82ff33130 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417619 Oct 17 03:55:24.406909 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (60e6c69c-649e-4318-96ad-3b5a4c6391ac), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:24.448304 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:55:24.451125 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:55:24.453630 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:55:24.483112 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'Port': ['ID=60e6c69c-649e-4318-96ad-3b5a4c6391ac,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:24.542463 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (d00c3d2b-b5f7-46c6-85e1-068666435062), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:24.641825 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (60e6c69c-649e-4318-96ad-3b5a4c6391ac), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:24.790063 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for port (60e6c69c-649e-4318-96ad-3b5a4c6391ac), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:24.846502 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (60e6c69c-649e-4318-96ad-3b5a4c6391ac), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:24.908620 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:24.915111 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'Port': ['ID=60e6c69c-649e-4318-96ad-3b5a4c6391ac,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:24.922108 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (d00c3d2b-b5f7-46c6-85e1-068666435062), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:25.073779 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:25.075035 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-0d715929-7af1-45ee-b31c-5634487ac8cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1163249 Oct 17 03:55:25.286890 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9a132713-7928-4b8e-be18-d8bd2dfe5dc6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--568073041&fields=id&tenant_id=3ed4ecab9c234dd293ba0034d71d03f7 HTTP/1.1" status: 200 len: 267 time: 0.0426457 Oct 17 03:55:25.394332 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-ba0a5899-60c8-43f3-8412-ddda5ab071f3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:25.395697 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-ba0a5899-60c8-43f3-8412-ddda5ab071f3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 816 time: 0.1025925 Oct 17 03:55:25.410724 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5a65d2c3-a9d6-458b-9513-d2ce9b34f088 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/quotas/3ed4ecab9c234dd293ba0034d71d03f7 HTTP/1.1" status: 200 len: 375 time: 0.0095832 Oct 17 03:55:25.459374 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-405caf4a-e1ec-4b3c-9cbc-270951b3fe99 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437973 Oct 17 03:55:25.529729 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b51191-f964-4e0a-af44-226fa2c53575 req-758bb1f8-774b-43f4-b6ba-af7a9bb285bb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:25.531192 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-22b51191-f964-4e0a-af44-226fa2c53575 req-758bb1f8-774b-43f4-b6ba-af7a9bb285bb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 945 time: 0.0448182 Oct 17 03:55:25.554713 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-91118f57-c478-47c4-956c-f15f1f9b8059 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840404 Oct 17 03:55:25.577567 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-22b51191-f964-4e0a-af44-226fa2c53575 req-df85d9e4-f26c-4f84-81e8-3fd19901b914 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e1e11d6-f710-4489-84d3-514440e40b67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 Oct 17 03:55:25.649067 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5ea02613-2dfe-402e-a5c7-db1011f10c42 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884748 Oct 17 03:55:25.872482 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:55:25.878075 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-84ddd5a1-4bf3-46c7-8fd1-1917eb8bd16b req-747c22bf-d3ca-4e61-a509-67e364569b68 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 210 time: 0.0274022 Oct 17 03:55:25.878582 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-aaf2af3a-a29c-49d1-ba63-6736bb7822e4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:25.880232 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-aaf2af3a-a29c-49d1-ba63-6736bb7822e4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Oct 17 03:55:25.981263 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Deleting port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:55:25.981371 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:26.070523 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] For port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:26.070875 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:26.233834 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:26.237417 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:26.237770 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (c602acbd-be0e-444a-b3eb-28534a988108), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:26.240652 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Floating IP c602acbd-be0e-444a-b3eb-28534a988108 disassociated. External IP: 172.27.4.144, port: f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9. Oct 17 03:55:26.240652 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Calling delete_port for f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:55:26.311722 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:26.431769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:26.458272 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'Port': ['ID=f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:26.569594 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:55:26.692701 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-093898b2-4a37-4e1c-87ff-661f0b60ea8c req-671b9da3-e0de-4ecb-94a1-87322617d81b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 210 time: 0.0358417 Oct 17 03:55:26.702098 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:55:26.713963 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:55:26.723262 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-944eb066-7895-4b54-b3be-3ff4dee38981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:26.725720 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:26.726294 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:54:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:26.927158 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:26.934792 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:27.026497 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] No DVR routers for this DVR port f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:55:27.028117 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-81297473-e745-4fba-8892-aa4d7b5d9ecd req-ec00c3b5-79cc-4bf0-b73e-dca2f5e23afb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 210 time: 0.0481970 Oct 17 03:55:27.028909 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:27.032515 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-eb5dd334-94c8-4bee-938f-d5bee43edc0d req-77b5ef95-5d5c-447f-b6d2-b0720c71936e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 HTTP/1.1" status: 204 len: 173 time: 1.1457822 Oct 17 03:55:27.033676 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'name': 'network-vif-deleted', 'tag': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:27.036941 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9013839a-a639-41ec-8e84-dfa17c0008ba" -d '{"events": [{"server_uuid": "de065a9d-3739-4e6b-afb5-8a5890bb54a1", "name": "network-vif-deleted", "tag": "f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:27.050184 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:27.077176 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e700cd-58b3-4c7c-8839-d05953293d22 x-openstack-request-id: req-b1e700cd-58b3-4c7c-8839-d05953293d22 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:27.077464 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de065a9d-3739-4e6b-afb5-8a5890bb54a1", "name": "network-vif-deleted", "tag": "f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:27.077712 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b1e700cd-58b3-4c7c-8839-d05953293d22 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:27.078106 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e700cd-58b3-4c7c-8839-d05953293d22'] response: {'server_uuid': 'de065a9d-3739-4e6b-afb5-8a5890bb54a1', 'name': 'network-vif-deleted', 'tag': 'f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9', 'status': 'completed', 'code': 200} Oct 17 03:55:27.173196 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'ca028681-55f3-4310-b21e-44dacaac9536', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.77', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:52:27Z', 'updated_at': '2022-10-17T03:52:49Z', 'revision_number': 2, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:27.204548 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:55:27.213971 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:27.214571 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:54:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:27.313857 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:27.526912 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'ca028681-55f3-4310-b21e-44dacaac9536', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.77', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:52:27Z', 'updated_at': '2022-10-17T03:52:49Z', 'revision_number': 2, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:27.551337 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8cf0e0-0874-40ca-8ba1-d37773623ffe None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'ca028681-55f3-4310-b21e-44dacaac9536', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.77', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:f2:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf03ac-c353-4967-9f31-219bd1c92321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:52:27Z', 'updated_at': '2022-10-17T03:52:49Z', 'revision_number': 2, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:55:27.787544 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68ff69-3385-42a7-96b5-37cd535c7fa1 None None] New status for floating IP c602acbd-be0e-444a-b3eb-28534a988108: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:55:27.829882 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-969979be-abd8-464e-8ae0-0c7f8c15459d req-ed8ff766-e693-41c2-9c28-cd8a30826060 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Oct 17 03:55:28.145659 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1f91394e-fd88-49f7-b07f-55bfb3a57bce req-b4e9ea4e-4fa4-4bce-838e-f63238148775 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 210 time: 0.0269287 Oct 17 03:55:28.486013 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-58fe535e-e062-4cc1-af38-5d419a0e6aa6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:28.487428 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-58fe535e-e062-4cc1-af38-5d419a0e6aa6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 816 time: 0.1099007 Oct 17 03:55:28.754977 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-59a420f0-41b9-4228-bb44-778313b51b2c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ed4ecab9c234dd293ba0034d71d03f7 HTTP/1.1" status: 200 len: 379 time: 0.0538888 Oct 17 03:55:28.764250 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'port': {'device_id': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'admin_state_up': True, 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'security_groups': ['46140bb5-bd16-4538-9fdd-0a4537a6c498']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:28.847072 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:28.886992 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-974149f2-f16b-42c1-9cd3-cc47d68acd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:28.952779 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-338107af-a021-4f2b-8e8f-4f091d47a810 req-259998ec-c121-468e-aa03-63aba23d2cae tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=de065a9d-3739-4e6b-afb5-8a5890bb54a1 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Oct 17 03:55:28.960827 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Made reservation on behalf of 3ed4ecab9c234dd293ba0034d71d03f7 for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:55:28.965504 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:29.091721 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Allocated IP 172.20.0.3 (af1f3d7e-18a9-4ea1-a199-66960c97f1c1/5c35a5ff-8c01-4e85-9f16-1d8daf5289f5/c8bd08b9-f03d-4970-86bd-d1f5f3bfb833) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:55:29.240640 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:29.244923 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:55:29.264402 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:55:29.264751 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device f5d14b40-0ecc-4ac7-abf3-9a5833e5f8e9 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:55:29.266359 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-29825d56-54df-4e2e-8462-ee4b9b1d474f req-8d8f50f1-ef30-4ad7-9396-02bb3789d9e8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 210 time: 0.0382574 Oct 17 03:55:29.340806 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:29.385110 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:55:29.388218 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:55:29.391988 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:55:29.398225 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:29.448418 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:29.449028 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:29.509140 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9300f1a2-0fee-4832-9220-9eb922325cbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7484052 Oct 17 03:55:29.520370 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Request body: {'port': {'device_id': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:29.566665 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-574836d2-7c9f-4de3-9029-452bdc88c6d1 None None] Provisioning complete for port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:55:29.567082 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-574836d2-7c9f-4de3-9029-452bdc88c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:29.567366 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-574836d2-7c9f-4de3-9029-452bdc88c6d1 None None] Attempt 1 to provision port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 Oct 17 03:55:29.580328 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:29.599276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-574836d2-7c9f-4de3-9029-452bdc88c6d1 None None] Port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:55:29.610752 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:29.741415 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:29.835610 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:55:29.843001 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Publish callbacks [] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:29.856184 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Transition to ACTIVE for port object c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:55:29.934889 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.018156 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:30.046603 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Attempting to bind port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:55:30.048931 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Attempting to bind port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:55:30.048931 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Attempting to bind port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 on network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:55:30.092644 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 on network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:55:30.092970 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Attempting to bind port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 on network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:55:30.093347 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58416) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:30.136322 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:55:30.136655 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Checking segment: {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:55:30.137036 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Bound using segment: {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:55:30.137466 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Bound port: c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5888d65a-e45b-433e-b6bc-4b17ccf37035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:55:30.137822 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.149988 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-64d32b37-b11c-4adc-803b-a87c72e81f1e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (3e1e11d6-f710-4489-84d3-514440e40b67), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.172785 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-64d32b37-b11c-4adc-803b-a87c72e81f1e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (3e1e11d6-f710-4489-84d3-514440e40b67), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.201050 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:55:30.204131 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:55:30.260494 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.322279 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.326536 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:30.327124 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.328528 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 HTTP/1.1" status: 200 len: 1093 time: 0.8124356 Oct 17 03:55:30.329085 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:30.332259 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b791c88-2544-45a8-8240-493f7be44a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:30.348955 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-64d32b37-b11c-4adc-803b-a87c72e81f1e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3e1e11d6-f710-4489-84d3-514440e40b67), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.351836 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-64d32b37-b11c-4adc-803b-a87c72e81f1e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.353216 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-64d32b37-b11c-4adc-803b-a87c72e81f1e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3e1e11d6-f710-4489-84d3-514440e40b67 HTTP/1.1" status: 204 len: 168 time: 0.2588167 Oct 17 03:55:30.359572 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58422) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:30.381679 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501b279e-1520-4fbb-84ca-a0784d695d66 x-openstack-request-id: req-501b279e-1520-4fbb-84ca-a0784d695d66 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:30.382097 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:30.382445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-501b279e-1520-4fbb-84ca-a0784d695d66 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:30.382941 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501b279e-1520-4fbb-84ca-a0784d695d66'] response: {'name': 'network-changed', 'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'status': 'completed', 'code': 200} Oct 17 03:55:30.383987 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.api.v2.resource [None req-223b3d0e-6091-4d21-aed0-99265e84ab52 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] show failed (client error): The resource could not be found. Oct 17 03:55:30.385118 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-223b3d0e-6091-4d21-aed0-99265e84ab52 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups/3e1e11d6-f710-4489-84d3-514440e40b67 HTTP/1.1" status: 404 len: 347 time: 0.0245256 Oct 17 03:55:30.388103 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58424) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:30.391487 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d32b37-b11c-4adc-803b-a87c72e81f1e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1e11d6-f710-4489-84d3-514440e40b67,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:30.411523 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec79b6d-d8dc-49fc-8064-288a3ae0acda req-87e80d40-0483-4846-b3d9-6e3be113a1bc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:30.413192 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4ec79b6d-d8dc-49fc-8064-288a3ae0acda req-87e80d40-0483-4846-b3d9-6e3be113a1bc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0584948 Oct 17 03:55:30.430980 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:30.446479 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02e706-036c-4e44-910d-e0c3cf173b9e service neutron] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:30.458832 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:30.471675 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4ec79b6d-d8dc-49fc-8064-288a3ae0acda req-0089ad0d-c21a-456c-a8cf-0378acf70488 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490756 Oct 17 03:55:30.473248 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:30.520316 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b791c88-2544-45a8-8240-493f7be44a4c req-63b3a124-f104-4035-b95a-f5a67d0bfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:30.521791 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1b791c88-2544-45a8-8240-493f7be44a4c req-63b3a124-f104-4035-b95a-f5a67d0bfd92 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 1127 time: 0.0876186 Oct 17 03:55:30.597302 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Deleting port eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:55:30.597565 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.701262 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b791c88-2544-45a8-8240-493f7be44a4c req-138b5f9a-3c1e-4c39-ae58-7383ac847970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:30.702721 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1b791c88-2544-45a8-8240-493f7be44a4c req-138b5f9a-3c1e-4c39-ae58-7383ac847970 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1654067 Oct 17 03:55:30.712049 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.712377 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:30.769191 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Calling delete_port for eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6 owned by network:floatingip {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:55:30.819842 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:30.864670 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b791c88-2544-45a8-8240-493f7be44a4c req-a9a62ece-aee7-43f6-be26-af36f06514ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:30.866044 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1b791c88-2544-45a8-8240-493f7be44a4c req-a9a62ece-aee7-43f6-be26-af36f06514ec service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559031 Oct 17 03:55:30.966127 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-d66fbaf8-7361-466c-ae17-41eb3703c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:30.967580 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-d66fbaf8-7361-466c-ae17-41eb3703c800 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 1127 time: 0.0521150 Oct 17 03:55:31.008171 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-8d0cc991-6e53-43b0-b2fc-daa309458286 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 HTTP/1.1" status: 200 len: 217 time: 0.0321517 Oct 17 03:55:31.044529 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:31.079497 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'Port': ['ID=eb873ca2-bf34-44f7-a3f0-0dac6ffe51f6,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:31.088452 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-3307be5f-1326-4114-b7c8-8a44da9c5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:31.089899 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-3307be5f-1326-4114-b7c8-8a44da9c5e35 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 200 len: 855 time: 0.0759454 Oct 17 03:55:31.167186 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9747e300-3bee-4113-9757-6275844ea261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:31.168618 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-9747e300-3bee-4113-9757-6275844ea261 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0610678 Oct 17 03:55:31.186468 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (c602acbd-be0e-444a-b3eb-28534a988108), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:31.189008 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:31.190111 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-268d465c-2ffd-4fcc-8b7b-e61d9ee575da tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/c602acbd-be0e-444a-b3eb-28534a988108 HTTP/1.1" status: 204 len: 168 time: 0.7957258 Oct 17 03:55:31.271111 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-0849e140-7bed-4b82-8b24-064e43db232a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936248 Oct 17 03:55:31.365452 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d95fc44-0d49-48f1-b1e0-2455e07280cc req-c518684c-5c19-4809-83e1-2b80aed9616c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873954 Oct 17 03:55:31.494754 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:31.599080 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4246b6-02ba-43ba-b6fa-ff6f48e577a9 req-2d2fadc8-cef6-4f10-9b9d-7577f5abed46 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:31.599640 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-aa4246b6-02ba-43ba-b6fa-ff6f48e577a9 req-2d2fadc8-cef6-4f10-9b9d-7577f5abed46 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0466900 Oct 17 03:55:31.625862 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:31.652409 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-aa4246b6-02ba-43ba-b6fa-ff6f48e577a9 req-eac49925-4a11-4eba-96a6-28d27bf456c6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471892 Oct 17 03:55:32.778755 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fcb2-232a-4bc9-bfdd-7ec2482e27df req-ceae3ef8-15f5-439a-a0db-422a028837e5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:32.780137 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e0c8fcb2-232a-4bc9-bfdd-7ec2482e27df req-ceae3ef8-15f5-439a-a0db-422a028837e5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0471127 Oct 17 03:55:32.825300 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e0c8fcb2-232a-4bc9-bfdd-7ec2482e27df req-622359ed-4089-4150-9992-6a08b1738c23 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391681 Oct 17 03:55:33.257443 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:55:33.354902 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:33.366306 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'port_id': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'mac_address': 'fa:16:3e:54:2e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:55:33.404584 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:55:33.404967 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:33.417553 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:55:33.436582 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:33.520994 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:33.566339 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:33.573286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.573619 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.573972 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.574321 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.574651 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.574971 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.575287 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.575602 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.575958 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.576301 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.576600 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.576925 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.577242 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.577551 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.577860 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:55:33.849089 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:55:33.875905 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:33.880020 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:33.914157 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:33.953117 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689b072-440d-4257-a4af-5d90940da61f req-32ca1baf-c82f-4393-9bc8-53934b25efad tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:33.954509 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0689b072-440d-4257-a4af-5d90940da61f req-32ca1baf-c82f-4393-9bc8-53934b25efad tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 944 time: 0.0477114 Oct 17 03:55:34.003768 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0689b072-440d-4257-a4af-5d90940da61f req-2e0ef79b-74c6-487b-a1d5-a76fedd39196 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426681 Oct 17 03:55:34.164162 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:34.179830 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2807f3-99e9-48ba-9e85-4b8617ea5b65 req-112b3762-9801-45ef-b66b-4313b7d5f70d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:34.181274 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e2807f3-99e9-48ba-9e85-4b8617ea5b65 req-112b3762-9801-45ef-b66b-4313b7d5f70d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 945 time: 0.0464342 Oct 17 03:55:34.228123 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e2807f3-99e9-48ba-9e85-4b8617ea5b65 req-cefab3ab-5fae-49f6-89db-f9f6b661a3c2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410953 Oct 17 03:55:35.128352 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927fc63-9422-4f83-9b85-5657b91ab864 req-8f7f723a-ee5b-44b3-b242-bebb22d9b02f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:35.129790 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2927fc63-9422-4f83-9b85-5657b91ab864 req-8f7f723a-ee5b-44b3-b242-bebb22d9b02f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 944 time: 0.0452559 Oct 17 03:55:35.175604 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2927fc63-9422-4f83-9b85-5657b91ab864 req-0c5939a2-00d3-44c3-950a-64997deae7a8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404685 Oct 17 03:55:35.275071 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:55:35.316789 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:55:35.348606 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cb256-d6e7-47d1-b200-5f69d334dab7 req-d7cb0ed3-4f6a-42eb-863c-9a3cc37aa744 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:35.350034 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-958cb256-d6e7-47d1-b200-5f69d334dab7 req-d7cb0ed3-4f6a-42eb-863c-9a3cc37aa744 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 945 time: 0.0492039 Oct 17 03:55:35.384151 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:55:35.384558 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:35.384897 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 Oct 17 03:55:35.397342 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-958cb256-d6e7-47d1-b200-5f69d334dab7 req-9956e52d-6880-481f-acc7-7cffda970429 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Oct 17 03:55:35.459382 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:55:35.459800 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:35.481974 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:35.484262 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898addbd-7b63-43a6-b46b-3bc476529684" -d '{"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:35.496864 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:35.522023 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eb0d30-62f5-428b-a8ab-7d5c097288a0 x-openstack-request-id: req-08eb0d30-62f5-428b-a8ab-7d5c097288a0 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:35.522327 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:35.522578 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-08eb0d30-62f5-428b-a8ab-7d5c097288a0 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:35.522966 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eb0d30-62f5-428b-a8ab-7d5c097288a0'] response: {'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'code': 200} Oct 17 03:55:35.563363 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:35.609350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:35.911265 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac73a5-69a7-4879-994a-b79d2a54d657 req-82d1f84b-167e-4d5f-b913-ecdd36471e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:35.912687 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33ac73a5-69a7-4879-994a-b79d2a54d657 req-82d1f84b-167e-4d5f-b913-ecdd36471e0a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 1129 time: 0.0373054 Oct 17 03:55:35.975611 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-33ac73a5-69a7-4879-994a-b79d2a54d657 req-3812028e-f03f-4918-82e0-8f7a379767ae service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389323 Oct 17 03:55:35.985489 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-0ca2ea40-c5a7-4027-a0a1-bf4b204c7105 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:35.986985 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-0ca2ea40-c5a7-4027-a0a1-bf4b204c7105 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 945 time: 0.0500500 Oct 17 03:55:36.280783 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Deleting port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:55:36.281452 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:36.304441 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401dabc-3053-4481-91ac-c54236906a35 req-d89bedfb-7941-4a3b-9394-bed62a9ec7f4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:36.305899 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b401dabc-3053-4481-91ac-c54236906a35 req-d89bedfb-7941-4a3b-9394-bed62a9ec7f4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0491991 Oct 17 03:55:36.353705 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b401dabc-3053-4481-91ac-c54236906a35 req-52a04539-26e3-4529-b701-99e3cc95d28b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422323 Oct 17 03:55:36.373207 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] For port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:36.373570 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:36.769463 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145779-d560-47f7-a9cb-6c72b698b19c req-28f7c546-ecf1-4813-a8a7-439166b81534 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:36.770868 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f3145779-d560-47f7-a9cb-6c72b698b19c req-28f7c546-ecf1-4813-a8a7-439166b81534 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 945 time: 0.2915936 Oct 17 03:55:36.843811 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:36.844168 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (ca028681-55f3-4310-b21e-44dacaac9536), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:36.844480 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Floating IP ca028681-55f3-4310-b21e-44dacaac9536 disassociated. External IP: 172.27.4.77, port: 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d. Oct 17 03:55:36.844819 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Calling delete_port for 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d owned by compute:nova {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:55:36.868978 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f3145779-d560-47f7-a9cb-6c72b698b19c req-8ec8f3b4-7de5-498d-a6ab-21a7179b51e1 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5bc067c3-683f-43f3-aa73-8ede099793bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713840 Oct 17 03:55:37.049947 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (7cd34cee-4d00-4a4f-ae73-8e74b2365a7d), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:37.056879 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:37.078407 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'Port': ['ID=7cd34cee-4d00-4a4f-ae73-8e74b2365a7d,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:37.088787 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:37.203829 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:55:37.305005 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:55:37.314638 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:55:37.325132 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:37.325733 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:37.346103 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] No DVR routers for this DVR port 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d on host hv-cinder-81558 {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:55:37.348863 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:37.352076 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-feb078f9-8039-4382-a05c-fcbfbc7235a8 req-bfe4d203-4fd5-4933-a9c8-b0cff22fa159 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "DELETE /networking/v2.0/ports/7cd34cee-4d00-4a4f-ae73-8e74b2365a7d HTTP/1.1" status: 204 len: 173 time: 1.1496685 Oct 17 03:55:37.352586 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abf03ac-c353-4967-9f31-219bd1c92321', 'name': 'network-vif-deleted', 'tag': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:37.354882 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4684563-0a86-4cb1-96ad-3d00b106138f" -d '{"events": [{"server_uuid": "3abf03ac-c353-4967-9f31-219bd1c92321", "name": "network-vif-deleted", "tag": "7cd34cee-4d00-4a4f-ae73-8e74b2365a7d"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:37.390472 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc72a85-aa66-4fc8-940c-8f5ca1854334 x-openstack-request-id: req-1dc72a85-aa66-4fc8-940c-8f5ca1854334 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:37.390759 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abf03ac-c353-4967-9f31-219bd1c92321", "name": "network-vif-deleted", "tag": "7cd34cee-4d00-4a4f-ae73-8e74b2365a7d", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:37.391008 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1dc72a85-aa66-4fc8-940c-8f5ca1854334 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:37.391404 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc72a85-aa66-4fc8-940c-8f5ca1854334'] response: {'server_uuid': '3abf03ac-c353-4967-9f31-219bd1c92321', 'name': 'network-vif-deleted', 'tag': '7cd34cee-4d00-4a4f-ae73-8e74b2365a7d', 'status': 'completed', 'code': 200} Oct 17 03:55:37.429062 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:37.484595 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41668b49-43b7-4153-acf0-cbfaafc3e85e req-ffac170d-3c38-492a-b6c8-f8bbc1a24589 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:37.486153 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-41668b49-43b7-4153-acf0-cbfaafc3e85e req-ffac170d-3c38-492a-b6c8-f8bbc1a24589 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0520835 Oct 17 03:55:37.541022 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-41668b49-43b7-4153-acf0-cbfaafc3e85e req-aec4d868-93ce-4097-8172-e7eb09a649ff tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483994 Oct 17 03:55:37.546955 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:37.638121 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:37.662743 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:55:37.671281 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:37.671757 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:37.774781 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:37.904940 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:37.961561 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:37.992193 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d38d63df-1121-4ba9-83fc-1b49b483355f req-605e212c-0caf-461c-95a2-cdf71703aad6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3abf03ac-c353-4967-9f31-219bd1c92321 HTTP/1.1" status: 200 len: 210 time: 0.0286639 Oct 17 03:55:37.992674 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6907b3-5550-4682-8859-d0af25dcaa3d None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:55:38.208290 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7176ab9d-8d8b-4f75-8c99-cbffa6438de6 None None] New status for floating IP ca028681-55f3-4310-b21e-44dacaac9536: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:55:38.671678 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a867d1-27bd-4774-9fed-d5d657d74e87 req-7f910a5f-ae67-45e1-8cac-9dfc73933b1c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:38.673157 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-62a867d1-27bd-4774-9fed-d5d657d74e87 req-7f910a5f-ae67-45e1-8cac-9dfc73933b1c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0482247 Oct 17 03:55:38.722588 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-62a867d1-27bd-4774-9fed-d5d657d74e87 req-d268eaf8-09bb-4df5-b8bf-54aeaa4752cc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428314 Oct 17 03:55:38.806412 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:38.843043 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344ac54-9385-4c29-a042-1908a0165e5a req-17080752-2017-421c-9f70-bdc36f19ba77 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:38.844496 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9344ac54-9385-4c29-a042-1908a0165e5a req-17080752-2017-421c-9f70-bdc36f19ba77 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0466468 Oct 17 03:55:38.855119 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58478) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:38.859372 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-569421ae-0142-4447-b527-a78cc167c303 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Request body: {'floatingip': {'port_id': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:38.899916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-569421ae-0142-4447-b527-a78cc167c303 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (d00c3d2b-b5f7-46c6-85e1-068666435062), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.133743 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58484) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:39.187423 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fc695c2a-a0f2-4764-99a3-aec0d1c3c8d6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (5bc067c3-683f-43f3-aa73-8ede099793bf), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.211576 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fc695c2a-a0f2-4764-99a3-aec0d1c3c8d6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (5bc067c3-683f-43f3-aa73-8ede099793bf), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.275178 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:55:39.297356 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:55:39.297683 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 7cd34cee-4d00-4a4f-ae73-8e74b2365a7d not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:55:39.310130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-569421ae-0142-4447-b527-a78cc167c303 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.318243 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fc695c2a-a0f2-4764-99a3-aec0d1c3c8d6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5bc067c3-683f-43f3-aa73-8ede099793bf), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.320898 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fc695c2a-a0f2-4764-99a3-aec0d1c3c8d6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.322160 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-fc695c2a-a0f2-4764-99a3-aec0d1c3c8d6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5bc067c3-683f-43f3-aa73-8ede099793bf HTTP/1.1" status: 204 len: 168 time: 0.1873441 Oct 17 03:55:39.329711 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58486) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:39.332644 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc695c2a-a0f2-4764-99a3-aec0d1c3c8d6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc067c3-683f-43f3-aa73-8ede099793bf,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:39.343975 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.api.v2.resource [None req-905ed24b-597b-4c08-b5ae-4e00bad32b22 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] show failed (client error): The resource could not be found. Oct 17 03:55:39.345049 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-905ed24b-597b-4c08-b5ae-4e00bad32b22 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups/5bc067c3-683f-43f3-aa73-8ede099793bf HTTP/1.1" status: 404 len: 347 time: 0.0137792 Oct 17 03:55:39.347939 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58488) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:39.384288 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-569421ae-0142-4447-b527-a78cc167c303 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (d00c3d2b-b5f7-46c6-85e1-068666435062), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.528510 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Deleting port 7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:55:39.528842 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.574395 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [None req-569421ae-0142-4447-b527-a78cc167c303 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Floating IP d00c3d2b-b5f7-46c6-85e1-068666435062 associated. External IP: 172.27.4.92, port: c8bd08b9-f03d-4970-86bd-d1f5f3bfb833. Oct 17 03:55:39.609924 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:39.687541 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.687891 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:39.706172 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Calling delete_port for 7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b owned by network:floatingip {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:55:39.720551 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:40.116500 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569421ae-0142-4447-b527-a78cc167c303 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Router ade4885a-216f-4b79-8f4c-79672fbbf5c8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:55:40.251716 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569421ae-0142-4447-b527-a78cc167c303 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:55:40.256645 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-569421ae-0142-4447-b527-a78cc167c303 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:40.262565 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] Sync routers for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:55:40.273700 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:40.274363 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:40.276855 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:40.309312 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'Port': ['ID=7c3b507d-3bee-43f4-8c72-9cbbf02f4f3b,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:40.315715 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-569421ae-0142-4447-b527-a78cc167c303 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/d00c3d2b-b5f7-46c6-85e1-068666435062 HTTP/1.1" status: 200 len: 990 time: 1.4596221 Oct 17 03:55:40.318808 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:40.328024 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:40.368458 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7a55f1-c23f-4d62-9a9d-c573e41d1c02 x-openstack-request-id: req-0e7a55f1-c23f-4d62-9a9d-c573e41d1c02 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:40.368800 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:40.369075 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0e7a55f1-c23f-4d62-9a9d-c573e41d1c02 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:40.369725 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7a55f1-c23f-4d62-9a9d-c573e41d1c02'] response: {'name': 'network-changed', 'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'status': 'completed', 'code': 200} Oct 17 03:55:40.399165 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (ca028681-55f3-4310-b21e-44dacaac9536), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:40.402856 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:40.415831 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6c7cec5b-117f-43b5-9ce8-002c0502b291 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/ca028681-55f3-4310-b21e-44dacaac9536 HTTP/1.1" status: 204 len: 168 time: 1.0606458 Oct 17 03:55:40.442767 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-30551073-5534-4c8b-bd23-ff80df0ecb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:40.444342 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-30551073-5534-4c8b-bd23-ff80df0ecb98 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 1129 time: 0.0547857 Oct 17 03:55:40.483266 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:40.536553 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-c64302c2-3e4b-44e1-b2f9-59a4a387a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:40.538074 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-c64302c2-3e4b-44e1-b2f9-59a4a387a978 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 917 time: 0.0876381 Oct 17 03:55:40.579272 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:40.603616 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-8524d48f-6423-4314-9623-4812bec19639 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 HTTP/1.1" status: 200 len: 998 time: 0.0588698 Oct 17 03:55:40.653977 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-8f7357f8-84e6-4a8c-bbef-d856dde866c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:40.655387 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-8f7357f8-84e6-4a8c-bbef-d856dde866c2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 200 len: 855 time: 0.0453284 Oct 17 03:55:40.670847 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58496) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:40.676594 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-abb8a608-2ffe-4efe-be74-c52a39e6c92f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165777925', 'description': 'tempest-description--521630640'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:40.695765 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'd00c3d2b-b5f7-46c6-85e1-068666435062', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'port_id': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'mac_address': 'fa:16:3e:54:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:55:24Z', 'updated_at': '2022-10-17T03:55:39Z', 'revision_number': 1, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:40.705528 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-7da16ced-34bf-4b29-9c16-be8664414d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:40.707483 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-7da16ced-34bf-4b29-9c16-be8664414d71 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453286 Oct 17 03:55:40.721161 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] Checking router: ade4885a-216f-4b79-8f4c-79672fbbf5c8 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:55:40.730071 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:40.730684 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:40.784280 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-abb8a608-2ffe-4efe-be74-c52a39e6c92f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:40.801472 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-1e0806dd-31a7-40d2-93f0-9a45a8cdcc40 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869386 Oct 17 03:55:40.835388 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:40.856690 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-abb8a608-2ffe-4efe-be74-c52a39e6c92f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (d70043da-5822-4bcf-a8d0-1f3e57380276), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:40.860817 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:40.894575 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b952fb0e-9dc5-4e9a-80f6-e1c5e4f3c2d8 req-bbea23fd-7ab3-424b-a55e-7343c8a2c714 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863082 Oct 17 03:55:40.932592 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-abb8a608-2ffe-4efe-be74-c52a39e6c92f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d70043da-5822-4bcf-a8d0-1f3e57380276), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:40.955653 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:40.963690 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8a608-2ffe-4efe-be74-c52a39e6c92f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70043da-5822-4bcf-a8d0-1f3e57380276,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:41.048480 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'd00c3d2b-b5f7-46c6-85e1-068666435062', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'port_id': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'mac_address': 'fa:16:3e:54:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:55:24Z', 'updated_at': '2022-10-17T03:55:39Z', 'revision_number': 1, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:41.052678 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-abb8a608-2ffe-4efe-be74-c52a39e6c92f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.054052 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-abb8a608-2ffe-4efe-be74-c52a39e6c92f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3818080 Oct 17 03:55:41.056755 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58498) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:41.061056 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-22bac932-fcc0-4488-97f7-a4553d03eb26 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group_rule': {'security_group_id': 'd70043da-5822-4bcf-a8d0-1f3e57380276', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:41.074625 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b0398-7d9c-4bc3-a062-f31ef21f2c5b None None] The sync data for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi is: [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'd00c3d2b-b5f7-46c6-85e1-068666435062', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'port_id': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'mac_address': 'fa:16:3e:54:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:55:24Z', 'updated_at': '2022-10-17T03:55:39Z', 'revision_number': 1, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:55:41.143494 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-22bac932-fcc0-4488-97f7-a4553d03eb26 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (31581f8b-90bf-4c9c-ae08-12d9e75ac6e5), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.197107 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-22bac932-fcc0-4488-97f7-a4553d03eb26 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (31581f8b-90bf-4c9c-ae08-12d9e75ac6e5), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.262553 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b7bd3d-81c8-4cc1-931c-a34a785724dd None None] New status for floating IP d00c3d2b-b5f7-46c6-85e1-068666435062: ACTIVE {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:55:41.275158 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-22bac932-fcc0-4488-97f7-a4553d03eb26 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (31581f8b-90bf-4c9c-ae08-12d9e75ac6e5), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.294178 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bac932-fcc0-4488-97f7-a4553d03eb26 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31581f8b-90bf-4c9c-ae08-12d9e75ac6e5,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:41.356843 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-22bac932-fcc0-4488-97f7-a4553d03eb26 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.358155 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-22bac932-fcc0-4488-97f7-a4553d03eb26 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3005018 Oct 17 03:55:41.360998 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58500) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:41.366114 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-22538a6c-e817-4582-a8a8-7a5bb0653a2e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group_rule': {'security_group_id': 'd70043da-5822-4bcf-a8d0-1f3e57380276', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:41.379280 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:41.463519 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-22538a6c-e817-4582-a8a8-7a5bb0653a2e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (0272a397-3d3c-4e7c-a401-3621ca51e8ed), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.525290 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-22538a6c-e817-4582-a8a8-7a5bb0653a2e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (0272a397-3d3c-4e7c-a401-3621ca51e8ed), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.600727 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-22538a6c-e817-4582-a8a8-7a5bb0653a2e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (0272a397-3d3c-4e7c-a401-3621ca51e8ed), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.618812 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22538a6c-e817-4582-a8a8-7a5bb0653a2e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0272a397-3d3c-4e7c-a401-3621ca51e8ed,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:41.674538 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-22538a6c-e817-4582-a8a8-7a5bb0653a2e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.675772 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-22538a6c-e817-4582-a8a8-7a5bb0653a2e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3132198 Oct 17 03:55:41.678845 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58502) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:55:41.684083 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:41.780902 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.857050 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:41.960951 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Allocated IP 172.27.4.15 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:55:42.062895 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:42.140577 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:42.145221 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:42.180736 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:55:42.185529 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:55:42.187958 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:55:42.210986 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:42.274828 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (c88115ba-52e3-43d2-a565-22f33cf80f52), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:42.386501 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:42.388558 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:42.529409 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:42.591565 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:42.658753 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:42.661169 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (c88115ba-52e3-43d2-a565-22f33cf80f52), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:42.737596 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:42.738912 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-75ec58a7-51da-4b68-bec4-eaf098006baa tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0591168 Oct 17 03:55:43.085691 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-8704dc5f-c80c-4748-a58d-aa7bc9ddf4b9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--165777925&fields=id&tenant_id=a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 267 time: 0.0417116 Oct 17 03:55:43.191841 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-436313de-8b15-4bc6-9874-369f5b63f1e3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:43.193288 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-436313de-8b15-4bc6-9874-369f5b63f1e3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 814 time: 0.1014612 Oct 17 03:55:43.208693 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-1f469696-a1b9-43d9-acd7-2b58bcdec9d6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/quotas/a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 375 time: 0.0097301 Oct 17 03:55:43.255970 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-d138e0cd-a173-4014-8c50-36d10d1918cd tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423198 Oct 17 03:55:43.352275 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-188b74db-94ba-48ff-bc80-98f63b8037f3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852249 Oct 17 03:55:43.440242 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-3bc18cbb-9560-4e62-96a9-9972557b66ec service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820563 Oct 17 03:55:43.810191 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ff9ab884-2572-4598-b8bc-56073bff262f req-711ebfc2-d4c1-4a18-b4de-4726253e85fd tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 210 time: 0.1376853 Oct 17 03:55:44.912066 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-688d98e6-62b8-4441-8421-a73568313571 req-b96c25b2-8bb4-48a1-af9e-f416a337f792 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0277698 Oct 17 03:55:45.624423 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:45.708775 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-be88518a-7b2d-490f-8ef4-9ded2d2f6b27 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:45.710421 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-be88518a-7b2d-490f-8ef4-9ded2d2f6b27 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 814 time: 0.1083577 Oct 17 03:55:45.771063 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-18bb679a-6ded-4a3e-9610-ef56eda5d412 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 379 time: 0.0514235 Oct 17 03:55:45.779943 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'port': {'device_id': '90338f49-706d-4812-847d-79328bf3f3b7', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'admin_state_up': True, 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'security_groups': ['d70043da-5822-4bcf-a8d0-1f3e57380276']}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:45.972135 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Made reservation on behalf of a139d546eb6a4ff595a94d0e1528ee5d for: {'port': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:55:45.976013 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:45.992297 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:46.016296 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d18a1b5d-4272-470a-8fbc-47801aa3a3aa req-c3e30f92-d9f2-41da-8da0-529cc5bc6084 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0296576 Oct 17 03:55:46.104467 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Allocated IP 172.20.0.9 (a10170e9-307c-484d-ab5a-624a6e00b8f8/ce7ccc02-d86d-45fa-9ca0-acf61727e7f7/955fbd7e-a8fa-4381-ac79-a960f99c6dad) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:55:46.239139 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:46.320984 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:46.365293 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:55:46.372670 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:55:46.376507 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:55:46.381250 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=955fbd7e-a8fa-4381-ac79-a960f99c6dad,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:46.426811 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:46.427422 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:46.499240 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-5e3cf6da-a796-4b23-910f-5ea9dc725cc4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7209444 Oct 17 03:55:46.509616 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Request body: {'port': {'device_id': '90338f49-706d-4812-847d-79328bf3f3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:55:46.569994 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:46.637740 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-5a651fc8-627f-430c-b59b-e90ad6bb9237 None None] Provisioning complete for port 955fbd7e-a8fa-4381-ac79-a960f99c6dad triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:55:46.638357 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5a651fc8-627f-430c-b59b-e90ad6bb9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:46.638466 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-5a651fc8-627f-430c-b59b-e90ad6bb9237 None None] Attempt 1 to provision port 955fbd7e-a8fa-4381-ac79-a960f99c6dad Oct 17 03:55:46.672293 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-5a651fc8-627f-430c-b59b-e90ad6bb9237 None None] Port 955fbd7e-a8fa-4381-ac79-a960f99c6dad cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:55:46.702952 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:46.820146 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:46.826688 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955fbd7e-a8fa-4381-ac79-a960f99c6dad {{(pid=111639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:55:46.834437 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Publish callbacks [] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:46.847516 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.provisioning_blocks [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Transition to ACTIVE for port object 955fbd7e-a8fa-4381-ac79-a960f99c6dad will not be triggered until provisioned by entity L2. {{(pid=111639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:55:46.946086 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:47.025422 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Pushing event updated for resources: {'Port': ['ID=955fbd7e-a8fa-4381-ac79-a960f99c6dad,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:47.052832 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Attempting to bind port 955fbd7e-a8fa-4381-ac79-a960f99c6dad on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:55:47.053166 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Attempting to bind port 955fbd7e-a8fa-4381-ac79-a960f99c6dad by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}] {{(pid=111639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:55:47.053492 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Attempting to bind port 955fbd7e-a8fa-4381-ac79-a960f99c6dad on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:55:47.122274 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Port 955fbd7e-a8fa-4381-ac79-a960f99c6dad on network a10170e9-307c-484d-ab5a-624a6e00b8f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:55:47.122515 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Attempting to bind port 955fbd7e-a8fa-4381-ac79-a960f99c6dad on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:55:47.160624 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cb881-2996-4e7f-8fd2-b4fd73c9975f req-9f4781f9-a1b0-429a-893e-9011409cc510 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:47.162102 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-754cb881-2996-4e7f-8fd2-b4fd73c9975f req-9f4781f9-a1b0-429a-893e-9011409cc510 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 943 time: 0.0689230 Oct 17 03:55:47.197308 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:55:47.197642 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Checking segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:55:47.198018 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Bound using segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} {{(pid=111639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:55:47.198459 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.managers [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Bound port: 955fbd7e-a8fa-4381-ac79-a960f99c6dad, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}}] {{(pid=111639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:55:47.198815 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:47.246125 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-754cb881-2996-4e7f-8fd2-b4fd73c9975f req-dee728ba-7417-4b6d-803d-b3d26d4a5390 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762510 Oct 17 03:55:47.279994 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] For port 955fbd7e-a8fa-4381-ac79-a960f99c6dad, host hv-cinder-81558, cleared binding levels {{(pid=111639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:55:47.283642 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] For port 955fbd7e-a8fa-4381-ac79-a960f99c6dad, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=955fbd7e-a8fa-4381-ac79-a960f99c6dad,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:55:47.367147 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:47.370215 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:47.370865 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:47.372265 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/955fbd7e-a8fa-4381-ac79-a960f99c6dad HTTP/1.1" status: 200 len: 1093 time: 0.8669212 Oct 17 03:55:47.374423 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:47.377130 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b516a70f-58bf-4cd5-870f-f4eab54bb668" -d '{"events": [{"name": "network-changed", "server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:47.419603 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3771b947-e5ac-493a-9d28-d0d0ee3f24e7 x-openstack-request-id: req-3771b947-e5ac-493a-9d28-d0d0ee3f24e7 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:47.419902 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:47.420152 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3771b947-e5ac-493a-9d28-d0d0ee3f24e7 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:47.420541 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3771b947-e5ac-493a-9d28-d0d0ee3f24e7'] response: {'name': 'network-changed', 'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'status': 'completed', 'code': 200} Oct 17 03:55:47.425151 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43bf10-a8fe-4c8e-a927-cc02b78dd8ce service neutron] Pushing event updated for resources: {'Port': ['ID=955fbd7e-a8fa-4381-ac79-a960f99c6dad,revision_number=3']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:47.486409 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516a70f-58bf-4cd5-870f-f4eab54bb668 req-b2287cc8-24ca-4124-8d30-937914cbbd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:47.487889 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b516a70f-58bf-4cd5-870f-f4eab54bb668 req-b2287cc8-24ca-4124-8d30-937914cbbd7e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 1127 time: 0.0381651 Oct 17 03:55:47.577400 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:47.805803 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516a70f-58bf-4cd5-870f-f4eab54bb668 req-b6dd77ed-0eba-4238-ba60-227092fa0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:47.807220 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b516a70f-58bf-4cd5-870f-f4eab54bb668 req-b6dd77ed-0eba-4238-ba60-227092fa0c4b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3084049 Oct 17 03:55:47.898821 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516a70f-58bf-4cd5-870f-f4eab54bb668 req-85cbec76-8c9c-4b7e-934f-8af01bb0c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:47.900282 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b516a70f-58bf-4cd5-870f-f4eab54bb668 req-85cbec76-8c9c-4b7e-934f-8af01bb0c274 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864625 Oct 17 03:55:47.985867 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-777660f2-64b1-499b-a52d-f502b5172f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:47.987935 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-777660f2-64b1-499b-a52d-f502b5172f9c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 1127 time: 0.0406582 Oct 17 03:55:48.026066 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-d3cb76a3-b8f0-4a46-85bd-76805167910d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=955fbd7e-a8fa-4381-ac79-a960f99c6dad HTTP/1.1" status: 200 len: 217 time: 0.0311613 Oct 17 03:55:48.072237 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-21fdcb27-a9eb-45a5-b53f-0d035a79d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:48.073581 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-21fdcb27-a9eb-45a5-b53f-0d035a79d785 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 HTTP/1.1" status: 200 len: 853 time: 0.0420411 Oct 17 03:55:48.115823 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-c98565f3-6ed4-4473-bfe6-d5fbf27bf4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:48.117274 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-c98565f3-6ed4-4473-bfe6-d5fbf27bf4b7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a10170e9-307c-484d-ab5a-624a6e00b8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368564 Oct 17 03:55:48.208453 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-0b93ec89-2be2-4e3f-ba5a-83922ab0de13 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844800 Oct 17 03:55:48.302054 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-74a7ac6d-0991-4df5-95aa-92d20352f688 req-a477bfee-5bf4-40ca-9823-0678ef595ecb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873559 Oct 17 03:55:48.366193 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc9057-a6ae-4d6a-9a09-cefd2ff1c598 req-4333ece7-0fa0-4544-893a-ff22eb5008b8 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:48.367660 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0afc9057-a6ae-4d6a-9a09-cefd2ff1c598 req-4333ece7-0fa0-4544-893a-ff22eb5008b8 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 943 time: 0.0459442 Oct 17 03:55:48.407286 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:48.414875 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0afc9057-a6ae-4d6a-9a09-cefd2ff1c598 req-c2ffa23c-2624-48c4-9bf4-929aed9b1107 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417814 Oct 17 03:55:49.535341 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecc370-bfe6-4be6-b51e-c50c8dbc7319 req-06b9e2fe-94bc-48a7-993e-d59aa6fa879c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:49.536842 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a7ecc370-bfe6-4be6-b51e-c50c8dbc7319 req-06b9e2fe-94bc-48a7-993e-d59aa6fa879c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 943 time: 0.0481246 Oct 17 03:55:49.588238 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a7ecc370-bfe6-4be6-b51e-c50c8dbc7319 req-3414b2da-b07f-4bc7-864d-bd3accbc7cb6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456164 Oct 17 03:55:50.663960 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:50.690535 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:50.709899 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecad66-cd0d-4f24-818c-e9c18acd1719 req-123b7694-0d40-4dfc-a8aa-eda2b8038cc9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:50.711601 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-61ecad66-cd0d-4f24-818c-e9c18acd1719 req-123b7694-0d40-4dfc-a8aa-eda2b8038cc9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 943 time: 0.0482266 Oct 17 03:55:50.759143 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-61ecad66-cd0d-4f24-818c-e9c18acd1719 req-855cfc34-950e-49de-8ec9-a6f8bafa53c3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Oct 17 03:55:51.045768 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=10 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:51.052616 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=84 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:51.304974 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 955fbd7e-a8fa-4381-ac79-a960f99c6dad details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:55:51.405854 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 955fbd7e-a8fa-4381-ac79-a960f99c6dad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=955fbd7e-a8fa-4381-ac79-a960f99c6dad,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:51.417472 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'port_id': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'mac_address': 'fa:16:3e:93:aa:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:55:51.452115 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 955fbd7e-a8fa-4381-ac79-a960f99c6dad is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:55:51.452504 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:51.466753 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955fbd7e-a8fa-4381-ac79-a960f99c6dad {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:55:51.486950 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 955fbd7e-a8fa-4381-ac79-a960f99c6dad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=955fbd7e-a8fa-4381-ac79-a960f99c6dad,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:51.575182 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:51.622215 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=955fbd7e-a8fa-4381-ac79-a960f99c6dad,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:51.824936 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fca22-608e-4feb-b5f9-4a6e95740825 req-c1ce84ee-bdc3-4865-8ce7-73ee00483a0f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:51.826485 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f77fca22-608e-4feb-b5f9-4a6e95740825 req-c1ce84ee-bdc3-4865-8ce7-73ee00483a0f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0467861 Oct 17 03:55:51.867490 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['955fbd7e-a8fa-4381-ac79-a960f99c6dad'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:55:51.873603 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f77fca22-608e-4feb-b5f9-4a6e95740825 req-43d874d1-2286-4339-9d6e-b4ebbc324bfb tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407274 Oct 17 03:55:51.880522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4334a-b9c4-4cea-9b3c-7d9d4c30ab81 req-5d194f99-e742-47f3-8a23-c1aa8bff036d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:51.882542 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d4e4334a-b9c4-4cea-9b3c-7d9d4c30ab81 req-5d194f99-e742-47f3-8a23-c1aa8bff036d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 944 time: 0.0468814 Oct 17 03:55:51.930617 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d4e4334a-b9c4-4cea-9b3c-7d9d4c30ab81 req-009fb4b8-9514-4cd8-9f19-0c29f0387c1b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426648 Oct 17 03:55:52.447708 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:52.999517 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c09e-8d37-4b6e-929d-59f3da1e6af0 req-b816d21a-1522-4b35-9842-4e711eb231f6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:53.001011 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-79a9c09e-8d37-4b6e-929d-59f3da1e6af0 req-b816d21a-1522-4b35-9842-4e711eb231f6 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0498316 Oct 17 03:55:53.048359 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-79a9c09e-8d37-4b6e-929d-59f3da1e6af0 req-c74f509c-cb25-40e2-b3a9-823c39deceb9 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417714 Oct 17 03:55:53.146918 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad37b-96e6-4386-a762-ad5e6a5434ce req-95472f22-6428-4da1-a5f4-a840b1d5437c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:53.148374 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-113ad37b-96e6-4386-a762-ad5e6a5434ce req-95472f22-6428-4da1-a5f4-a840b1d5437c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 944 time: 0.0452707 Oct 17 03:55:53.194653 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-113ad37b-96e6-4386-a762-ad5e6a5434ce req-6268b5b5-49b6-400b-a4d7-6d6bc0bb9ee3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407281 Oct 17 03:55:53.316729 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 955fbd7e-a8fa-4381-ac79-a960f99c6dad up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:55:53.341983 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f00134-52dd-4a0a-928b-0b7eca822de6 req-a41eebd2-c2a4-40b4-aef3-6162e8157755 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:53.343468 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-02f00134-52dd-4a0a-928b-0b7eca822de6 req-a41eebd2-c2a4-40b4-aef3-6162e8157755 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0470316 Oct 17 03:55:53.359074 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 955fbd7e-a8fa-4381-ac79-a960f99c6dad completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:55:53.393381 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-02f00134-52dd-4a0a-928b-0b7eca822de6 req-feab7758-25f6-49ba-a8de-bf8d146c0c18 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443430 Oct 17 03:55:53.426739 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 955fbd7e-a8fa-4381-ac79-a960f99c6dad triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:55:53.427123 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:53.427462 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 955fbd7e-a8fa-4381-ac79-a960f99c6dad Oct 17 03:55:53.469764 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:53.502979 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 955fbd7e-a8fa-4381-ac79-a960f99c6dad is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:55:53.503358 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:53.526202 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:53.528399 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60597414-e83c-45c1-b091-3e3e4ee4d452" -d '{"events": [{"server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:53.540466 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 955fbd7e-a8fa-4381-ac79-a960f99c6dad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=955fbd7e-a8fa-4381-ac79-a960f99c6dad,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:53.568968 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e2b063-b4bc-4e10-990e-216354abc427 x-openstack-request-id: req-87e2b063-b4bc-4e10-990e-216354abc427 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:53.569280 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:53.569541 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-87e2b063-b4bc-4e10-990e-216354abc427 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:53.569938 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e2b063-b4bc-4e10-990e-216354abc427'] response: {'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'code': 200} Oct 17 03:55:53.612416 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:53.640118 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:53.659438 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=955fbd7e-a8fa-4381-ac79-a960f99c6dad,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:54.168655 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc53c0-5cac-4a4f-8a6b-d7636fab3fdc req-7c383445-7d59-4ecf-9d92-e552a4a35e91 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:54.170091 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-25bc53c0-5cac-4a4f-8a6b-d7636fab3fdc req-7c383445-7d59-4ecf-9d92-e552a4a35e91 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0453863 Oct 17 03:55:54.216057 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-25bc53c0-5cac-4a4f-8a6b-d7636fab3fdc req-1c955547-3f80-48ab-98e3-92e39cc1e49f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399361 Oct 17 03:55:54.319153 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e88554-7b4c-4013-84a7-8dd4444732ea req-7a7fbfb3-6fb9-41bf-8dd5-5b4ae2dd33d3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:54.320620 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-79e88554-7b4c-4013-84a7-8dd4444732ea req-7a7fbfb3-6fb9-41bf-8dd5-5b4ae2dd33d3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Oct 17 03:55:54.366961 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-79e88554-7b4c-4013-84a7-8dd4444732ea req-cd154d8e-38ab-42e5-9f10-3c6a3b5755d9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408294 Oct 17 03:55:54.515876 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1af07-c150-41f0-ae44-45e081cf78c6 req-a05b3c38-6552-4235-a4e8-e08f374c48d1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:54.517832 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9ca1af07-c150-41f0-ae44-45e081cf78c6 req-a05b3c38-6552-4235-a4e8-e08f374c48d1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0447297 Oct 17 03:55:54.556334 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:54.563295 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9ca1af07-c150-41f0-ae44-45e081cf78c6 req-f8f08be6-207c-488e-b44a-a9ff698e9c8b tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401883 Oct 17 03:55:55.335616 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8167a-4e95-4469-bdc2-03543a69e84c req-788fba6c-c29d-49e1-be5a-c8dbca33c2af tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:55.337131 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3bd8167a-4e95-4469-bdc2-03543a69e84c req-788fba6c-c29d-49e1-be5a-c8dbca33c2af tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0465853 Oct 17 03:55:55.393516 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3bd8167a-4e95-4469-bdc2-03543a69e84c req-d527003f-1874-4ed0-9c33-1bffc6bcd2fc tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507376 Oct 17 03:55:55.491919 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff3258-09cc-4688-a922-12711ae3cd41 req-7d76868c-f25d-4366-8ffd-64be3ea0bafd tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:55.493406 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-68ff3258-09cc-4688-a922-12711ae3cd41 req-7d76868c-f25d-4366-8ffd-64be3ea0bafd tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0497384 Oct 17 03:55:55.540460 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-68ff3258-09cc-4688-a922-12711ae3cd41 req-07e933fd-3923-4442-9588-60fdf069aa20 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415409 Oct 17 03:55:55.683470 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97a078-0175-4157-899e-df7b1053d66b req-8b2baae8-a661-4ca2-9274-47d97b47336c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:55.684990 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0e97a078-0175-4157-899e-df7b1053d66b req-8b2baae8-a661-4ca2-9274-47d97b47336c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0480874 Oct 17 03:55:55.735585 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0e97a078-0175-4157-899e-df7b1053d66b req-aa22268d-c95e-4522-8734-2108ce0c19c9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Oct 17 03:55:56.515667 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07fd18-c86e-4891-a804-5d29e267bbab req-281caeaf-580a-40c7-8a52-ef97c050573c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:56.517157 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-da07fd18-c86e-4891-a804-5d29e267bbab req-281caeaf-580a-40c7-8a52-ef97c050573c tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0449219 Oct 17 03:55:56.563644 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-da07fd18-c86e-4891-a804-5d29e267bbab req-4ac972f9-b57e-428a-aba9-6571c63b7bc4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404706 Oct 17 03:55:56.660630 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73854821-d797-4638-986b-d249bed45501 req-7d8890d8-fb3a-4710-b5c1-396beb8ed9b2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:56.662082 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-73854821-d797-4638-986b-d249bed45501 req-7d8890d8-fb3a-4710-b5c1-396beb8ed9b2 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0466709 Oct 17 03:55:56.681402 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-85e8c337-8ffe-427a-804d-08cc98f1e643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:56.716143 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-73854821-d797-4638-986b-d249bed45501 req-d90db085-629a-4b54-b04e-aa46906535a8 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485973 Oct 17 03:55:56.856224 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaafc38-cac8-4563-9e6b-3de938557f80 req-ebedaebb-de07-4fa7-a72f-8c80a00957a5 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:56.857667 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-fdaafc38-cac8-4563-9e6b-3de938557f80 req-ebedaebb-de07-4fa7-a72f-8c80a00957a5 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0483952 Oct 17 03:55:56.904148 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-fdaafc38-cac8-4563-9e6b-3de938557f80 req-b89669db-e777-4a19-911c-0a720c2eea0c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405843 Oct 17 03:55:57.683208 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0169e-bf71-4ff2-b5e9-bb529f2cf04e req-e137e868-aba7-440f-a8a1-5596395d3de3 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:57.684649 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-60a0169e-bf71-4ff2-b5e9-bb529f2cf04e req-e137e868-aba7-440f-a8a1-5596395d3de3 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0458157 Oct 17 03:55:57.732977 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-60a0169e-bf71-4ff2-b5e9-bb529f2cf04e req-a795e257-3de1-4fa8-80a7-4123f9b92948 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428505 Oct 17 03:55:57.845525 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6cd87-e71c-4d8e-a20b-45a4a34520e8 req-7c361023-a8ad-4ce4-ad24-3849a84afa4e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:57.847300 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-edb6cd87-e71c-4d8e-a20b-45a4a34520e8 req-7c361023-a8ad-4ce4-ad24-3849a84afa4e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0564127 Oct 17 03:55:57.867598 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:57.887478 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-fb4d685f-d818-4633-9234-a7bb1f127fdd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:57.888755 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5ba16-fb24-4b7d-ad5c-a1d7757b7b55 req-09fb4e28-ae19-4820-b157-8b69c9f3303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:57.888941 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-fb4d685f-d818-4633-9234-a7bb1f127fdd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0594695 Oct 17 03:55:57.890225 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-54b5ba16-fb24-4b7d-ad5c-a1d7757b7b55 req-09fb4e28-ae19-4820-b157-8b69c9f3303c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 1129 time: 0.0617368 Oct 17 03:55:57.934280 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-edb6cd87-e71c-4d8e-a20b-45a4a34520e8 req-18c1f9c7-0477-4770-80f6-1a892c337601 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710304 Oct 17 03:55:57.958223 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-54b5ba16-fb24-4b7d-ad5c-a1d7757b7b55 req-c2969834-eb88-4fc5-afd6-5d0ba50cc9f9 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572236 Oct 17 03:55:57.959917 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-0be93218-efc5-4a42-9019-734e2f6571ce tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:57.961366 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-0be93218-efc5-4a42-9019-734e2f6571ce tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0904791 Oct 17 03:55:58.018951 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Deleting port 3b10bbba-72df-4365-8635-b6edba442667 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:55:58.019306 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (3b10bbba-72df-4365-8635-b6edba442667), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:58.092090 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20649e-1368-4b16-9860-c68de59c292f req-03155ca0-6767-4e3e-9401-acf08175af86 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:58.093530 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0e20649e-1368-4b16-9860-c68de59c292f req-03155ca0-6767-4e3e-9401-acf08175af86 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 945 time: 0.0951934 Oct 17 03:55:58.164702 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] For port 3b10bbba-72df-4365-8635-b6edba442667, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3b10bbba-72df-4365-8635-b6edba442667,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:58.164979 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (3b10bbba-72df-4365-8635-b6edba442667), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:58.212022 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0e20649e-1368-4b16-9860-c68de59c292f req-72ddd7c0-7813-4a0d-9e27-9376d859c7a1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cfabe1eb-94e1-4ff4-92d2-ebdd64881558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093652 Oct 17 03:55:58.254051 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:58.345554 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Deleting port 71faccf7-d131-411d-8d26-fc3bb1069d2f {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:55:58.345892 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:58.464462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:58.464768 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (cb2144a9-bf57-4390-a526-4ddfe64571db), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:58.465073 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Floating IP cb2144a9-bf57-4390-a526-4ddfe64571db disassociated. External IP: 172.27.4.250, port: 3b10bbba-72df-4365-8635-b6edba442667. Oct 17 03:55:58.465412 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Calling delete_port for 3b10bbba-72df-4365-8635-b6edba442667 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:55:58.498714 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] For port 71faccf7-d131-411d-8d26-fc3bb1069d2f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=71faccf7-d131-411d-8d26-fc3bb1069d2f,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:55:58.499065 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:58.745768 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:58.746402 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (92cae04b-0e7c-4d58-85f0-d3f320a2ba38), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:58.746402 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Floating IP 92cae04b-0e7c-4d58-85f0-d3f320a2ba38 disassociated. External IP: 172.27.4.134, port: 71faccf7-d131-411d-8d26-fc3bb1069d2f. Oct 17 03:55:58.746651 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Calling delete_port for 71faccf7-d131-411d-8d26-fc3bb1069d2f owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:55:58.748287 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:58.856780 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe000c8-5c6a-4df1-80ee-e0c085e37535 req-88ec9c87-2e56-4f3e-87e7-2cb9362a45f4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:58.858371 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9fe000c8-5c6a-4df1-80ee-e0c085e37535 req-88ec9c87-2e56-4f3e-87e7-2cb9362a45f4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 946 time: 0.0506675 Oct 17 03:55:58.876493 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=13 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:58.877433 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (3b10bbba-72df-4365-8635-b6edba442667), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:58.889377 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:58.905353 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event deleted for resources: {'Port': ['ID=3b10bbba-72df-4365-8635-b6edba442667,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:58.906641 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9fe000c8-5c6a-4df1-80ee-e0c085e37535 req-1b901d05-c18f-46b8-a080-cadc645b7bbc tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=6779a4f9-5805-4f2a-b52c-50d2ef50da40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421057 Oct 17 03:55:58.915673 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-09d62276-8452-43d8-9988-b1b5f455594c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:59.019686 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Router 1f29ba32-815a-4fe7-89a7-7192d407ad17 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:55:59.051655 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (71faccf7-d131-411d-8d26-fc3bb1069d2f), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:59.094448 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event deleted for resources: {'Port': ['ID=71faccf7-d131-411d-8d26-fc3bb1069d2f,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:55:59.134600 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be4176-383b-461a-9281-dba2ef91da12 req-be731572-88aa-4825-864d-c1340d813158 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:55:59.136063 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b6be4176-383b-461a-9281-dba2ef91da12 req-be731572-88aa-4825-864d-c1340d813158 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1189818 Oct 17 03:55:59.308854 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:55:59.326601 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-764c2bdb-026f-4ad1-986b-d6aef0c12fa4 req-cd852d6a-17ac-4d30-b4f9-5683c67c45f5 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.0287218 Oct 17 03:55:59.328262 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] Sync routers for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:55:59.342440 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:59.343538 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:59.349116 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b6be4176-383b-461a-9281-dba2ef91da12 req-3e9f6c8e-695c-401d-8550-8770b369b0fb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052145 Oct 17 03:55:59.373786 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:55:59.374985 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] No DVR routers for this DVR port 3b10bbba-72df-4365-8635-b6edba442667 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:55:59.378210 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:59.381437 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6807274a-e7dd-40af-a4fe-0a25f9becb8d req-1a66b18f-57cb-4b22-be94-ce25bd7ee43d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "DELETE /networking/v2.0/ports/3b10bbba-72df-4365-8635-b6edba442667 HTTP/1.1" status: 204 len: 173 time: 1.4757624 Oct 17 03:55:59.382260 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'name': 'network-vif-deleted', 'tag': '3b10bbba-72df-4365-8635-b6edba442667'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:55:59.384558 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cd3c32-3c25-44b3-a39e-65b65b3cf0fc" -d '{"events": [{"server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "name": "network-vif-deleted", "tag": "3b10bbba-72df-4365-8635-b6edba442667"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:55:59.399468 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:55:59.433048 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45232ca-3fb1-4646-9d70-f42011bcd42c x-openstack-request-id: req-d45232ca-3fb1-4646-9d70-f42011bcd42c {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:55:59.433340 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af7c7ed-ff62-49b1-8db7-6798ea350bac", "name": "network-vif-deleted", "tag": "3b10bbba-72df-4365-8635-b6edba442667", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:55:59.433590 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d45232ca-3fb1-4646-9d70-f42011bcd42c {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:55:59.433982 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45232ca-3fb1-4646-9d70-f42011bcd42c'] response: {'server_uuid': '7af7c7ed-ff62-49b1-8db7-6798ea350bac', 'name': 'network-vif-deleted', 'tag': '3b10bbba-72df-4365-8635-b6edba442667', 'status': 'completed', 'code': 200} Oct 17 03:55:59.488356 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:59.501311 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:55:59.511322 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] Sync routers for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:55:59.524184 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:59.524825 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:59.552038 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] No DVR routers for this DVR port 71faccf7-d131-411d-8d26-fc3bb1069d2f on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:55:59.554641 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:55:59.558332 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-837bbfd8-ef9b-48f3-a438-f52a98bd0a6c req-cfad2cc6-9e1a-4021-a0a9-75d8893a354f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "DELETE /networking/v2.0/ports/71faccf7-d131-411d-8d26-fc3bb1069d2f HTTP/1.1" status: 204 len: 173 time: 1.3816078 Oct 17 03:55:59.696276 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:07Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:59.722429 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] Checking router: 1f29ba32-815a-4fe7-89a7-7192d407ad17 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:55:59.731357 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:55:59.732231 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:55:59.780075 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:59.834802 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:55:59.973530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:00.007381 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] Checking router: b5cbccfc-aece-42b5-a8cb-ceb6899903b8 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:56:00.019431 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:56:00.020096 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:00.037280 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:07Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:00.057673 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9fdd4-074f-4314-b9b3-c6c5a50956df None None] The sync data for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi is: [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:54Z', 'revision_number': 4, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '58abd556-3415-4a1d-b6d2-3292a0a99afa', 'name': '', 'network_id': '11e26cbc-21cb-4e26-bbc3-bb580c90779d', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'mac_address': 'fa:16:3e:0b:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:07Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'subnets': [{'id': '7ffa8019-894b-4933-b80a-f91f9dca7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:56:00.138261 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:56:00.215619 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-80c58441-ccbe-495b-95c0-e7674308b20f req-6c4f4e59-c26d-4c45-9a46-7a8b386ea02b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7af7c7ed-ff62-49b1-8db7-6798ea350bac HTTP/1.1" status: 200 len: 210 time: 0.0317099 Oct 17 03:56:00.347043 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:00.364196 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:00.365596 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f440a8e0-d33f-4812-a0fd-f23fb67cf2b1 None None] New status for floating IP cb2144a9-bf57-4390-a526-4ddfe64571db: DOWN {{(pid=111642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:56:00.409053 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c2923-74b7-421f-bb4e-bbd6a99b9ba3 None None] The sync data for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi is: [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:56:00.473398 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-993c0c00-6964-4207-ada4-4f33b4849fc4 req-b7f38584-1dda-49f3-ae72-bc3149a5722a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.0374188 Oct 17 03:56:00.500089 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cfdce-4df9-4c6a-8b09-a8cbcabad0bf req-951367eb-2d92-4b5d-a6c1-e3df54f4e658 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:00.511426 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b88cfdce-4df9-4c6a-8b09-a8cbcabad0bf req-951367eb-2d92-4b5d-a6c1-e3df54f4e658 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0613129 Oct 17 03:56:00.556485 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b88cfdce-4df9-4c6a-8b09-a8cbcabad0bf req-2ea2062d-ea07-4c74-9f3e-8f0ed84285a4 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440972 Oct 17 03:56:00.688606 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbac7a4-ca34-48c4-bddd-95cfebc58d47 req-7439815d-ecc0-406b-a24a-d8d99ba897a7 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:00.690402 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dbbac7a4-ca34-48c4-bddd-95cfebc58d47 req-7439815d-ecc0-406b-a24a-d8d99ba897a7 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0592086 Oct 17 03:56:00.702114 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58642) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:00.706013 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009dcac7-03d2-4a6d-8678-773d08244c67 None None] New status for floating IP 92cae04b-0e7c-4d58-85f0-d3f320a2ba38: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:56:00.710358 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-f25db137-fe48-4d9b-8bc0-c43d765f5525 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'floatingip': {'port_id': '955fbd7e-a8fa-4381-ac79-a960f99c6dad'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:00.751390 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f25db137-fe48-4d9b-8bc0-c43d765f5525 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (c88115ba-52e3-43d2-a565-22f33cf80f52), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.356702 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 71faccf7-d131-411d-8d26-fc3bb1069d2f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:01.380815 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 71faccf7-d131-411d-8d26-fc3bb1069d2f {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:56:01.381159 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 71faccf7-d131-411d-8d26-fc3bb1069d2f not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:56:01.381706 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 3b10bbba-72df-4365-8635-b6edba442667 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:01.399706 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 3b10bbba-72df-4365-8635-b6edba442667 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:56:01.400073 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 3b10bbba-72df-4365-8635-b6edba442667 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:56:01.433528 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58650) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:01.436736 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'name': 'network-vif-deleted', 'tag': '71faccf7-d131-411d-8d26-fc3bb1069d2f'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:01.438991 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2013fe-5155-4419-84bf-22d2716a4417" -d '{"events": [{"server_uuid": "4bbaa344-86e9-4c9b-b99b-ae99d38e1562", "name": "network-vif-deleted", "tag": "71faccf7-d131-411d-8d26-fc3bb1069d2f"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:01.443236 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f25db137-fe48-4d9b-8bc0-c43d765f5525 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.477182 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4134e909-027f-4f1b-9346-bc1b55a76187 x-openstack-request-id: req-4134e909-027f-4f1b-9346-bc1b55a76187 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:01.477493 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbaa344-86e9-4c9b-b99b-ae99d38e1562", "name": "network-vif-deleted", "tag": "71faccf7-d131-411d-8d26-fc3bb1069d2f", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:01.477720 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4134e909-027f-4f1b-9346-bc1b55a76187 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:01.478109 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4134e909-027f-4f1b-9346-bc1b55a76187'] response: {'server_uuid': '4bbaa344-86e9-4c9b-b99b-ae99d38e1562', 'name': 'network-vif-deleted', 'tag': '71faccf7-d131-411d-8d26-fc3bb1069d2f', 'status': 'completed', 'code': 200} Oct 17 03:56:01.495883 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-394e7716-2b8b-4ffd-94ad-bee80715e9ce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group (6779a4f9-5805-4f2a-b52c-50d2ef50da40), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.518582 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.525138 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-394e7716-2b8b-4ffd-94ad-bee80715e9ce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group (6779a4f9-5805-4f2a-b52c-50d2ef50da40), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.567545 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f25db137-fe48-4d9b-8bc0-c43d765f5525 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (c88115ba-52e3-43d2-a565-22f33cf80f52), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.584461 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c7c7d447-12c9-4c79-b71b-9edf314c40d2 req-f4e74800-73b6-4e91-b0ce-ce5d85535f95 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4bbaa344-86e9-4c9b-b99b-ae99d38e1562 HTTP/1.1" status: 200 len: 210 time: 0.0294764 Oct 17 03:56:01.624962 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.670106 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-394e7716-2b8b-4ffd-94ad-bee80715e9ce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (6779a4f9-5805-4f2a-b52c-50d2ef50da40), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.672842 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-394e7716-2b8b-4ffd-94ad-bee80715e9ce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.677077 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-394e7716-2b8b-4ffd-94ad-bee80715e9ce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/6779a4f9-5805-4f2a-b52c-50d2ef50da40 HTTP/1.1" status: 204 len: 168 time: 0.2399423 Oct 17 03:56:01.679818 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58656) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:01.686174 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [None req-f25db137-fe48-4d9b-8bc0-c43d765f5525 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Floating IP c88115ba-52e3-43d2-a565-22f33cf80f52 associated. External IP: 172.27.4.15, port: 955fbd7e-a8fa-4381-ac79-a960f99c6dad. Oct 17 03:56:01.696097 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e7716-2b8b-4ffd-94ad-bee80715e9ce tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6779a4f9-5805-4f2a-b52c-50d2ef50da40,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:01.698300 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.api.v2.resource [None req-3a47743d-e233-4b5c-8f7c-799b74ebdb56 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] show failed (client error): The resource could not be found. Oct 17 03:56:01.704338 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-3a47743d-e233-4b5c-8f7c-799b74ebdb56 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups/6779a4f9-5805-4f2a-b52c-50d2ef50da40 HTTP/1.1" status: 404 len: 347 time: 0.0201399 Oct 17 03:56:01.706673 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58658) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:01.778907 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:01.825806 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Deleting port 010ccd57-44a3-422a-b154-4dd2cd87ff2b {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:01.826140 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (010ccd57-44a3-422a-b154-4dd2cd87ff2b), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.890787 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:01.893757 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:01.903207 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (010ccd57-44a3-422a-b154-4dd2cd87ff2b), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.905455 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25db137-fe48-4d9b-8bc0-c43d765f5525 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:56:01.905570 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for floatingip (010ccd57-44a3-422a-b154-4dd2cd87ff2b), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:01.917188 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Calling delete_port for 010ccd57-44a3-422a-b154-4dd2cd87ff2b owned by network:floatingip {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:02.008910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25db137-fe48-4d9b-8bc0-c43d765f5525 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:56:02.013675 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f25db137-fe48-4d9b-8bc0-c43d765f5525 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:02.019011 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:56:02.029885 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:56:02.030635 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:02.048194 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-f25db137-fe48-4d9b-8bc0-c43d765f5525 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/c88115ba-52e3-43d2-a565-22f33cf80f52 HTTP/1.1" status: 200 len: 990 time: 1.3425550 Oct 17 03:56:02.121796 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (010ccd57-44a3-422a-b154-4dd2cd87ff2b), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:02.149050 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event deleted for resources: {'Port': ['ID=010ccd57-44a3-422a-b154-4dd2cd87ff2b,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:02.208284 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:02.218353 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks [] for floatingip (cb2144a9-bf57-4390-a526-4ddfe64571db), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:02.221595 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:02.222771 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-506e4b21-1d39-42ff-8a60-4b4e17acefd5 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/cb2144a9-bf57-4390-a526-4ddfe64571db HTTP/1.1" status: 204 len: 168 time: 0.5150011 Oct 17 03:56:02.225622 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:56:02.364554 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:02.434506 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'c88115ba-52e3-43d2-a565-22f33cf80f52', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.15', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:93:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90338f49-706d-4812-847d-79328bf3f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:55:42Z', 'updated_at': '2022-10-17T03:56:01Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:02.463937 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:56:02.472185 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:56:02.472781 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:02.570340 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:56:02.740280 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58670) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:02.781137 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'c88115ba-52e3-43d2-a565-22f33cf80f52', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.15', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:93:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90338f49-706d-4812-847d-79328bf3f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:55:42Z', 'updated_at': '2022-10-17T03:56:01Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:02.795341 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-54548fb0-b582-4d38-9338-b2610cb66122 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (cfabe1eb-94e1-4ff4-92d2-ebdd64881558), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:02.806357 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8991b9-d662-4d06-a5f1-5e2a5d07bc1a None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'c88115ba-52e3-43d2-a565-22f33cf80f52', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.15', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:93:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90338f49-706d-4812-847d-79328bf3f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:55:42Z', 'updated_at': '2022-10-17T03:56:01Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:56:02.819846 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-54548fb0-b582-4d38-9338-b2610cb66122 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (cfabe1eb-94e1-4ff4-92d2-ebdd64881558), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:02.871856 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:56:02.924577 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-54548fb0-b582-4d38-9338-b2610cb66122 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (cfabe1eb-94e1-4ff4-92d2-ebdd64881558), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:02.927463 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-54548fb0-b582-4d38-9338-b2610cb66122 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:02.928662 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-54548fb0-b582-4d38-9338-b2610cb66122 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/cfabe1eb-94e1-4ff4-92d2-ebdd64881558 HTTP/1.1" status: 204 len: 168 time: 0.1874068 Oct 17 03:56:02.931650 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58672) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:02.939956 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54548fb0-b582-4d38-9338-b2610cb66122 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfabe1eb-94e1-4ff4-92d2-ebdd64881558,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:02.946908 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.api.v2.resource [None req-7510e1bb-afe7-4b2f-84c3-5c34b1e8b0ce tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] show failed (client error): The resource could not be found. Oct 17 03:56:02.948040 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-7510e1bb-afe7-4b2f-84c3-5c34b1e8b0ce tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups/cfabe1eb-94e1-4ff4-92d2-ebdd64881558 HTTP/1.1" status: 404 len: 347 time: 0.0153008 Oct 17 03:56:02.951616 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58674) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:02.988125 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:03.016275 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc881c-28e0-4895-ac2c-dde9360aaf28 None None] New status for floating IP c88115ba-52e3-43d2-a565-22f33cf80f52: ACTIVE {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:56:03.068329 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Deleting port 65a8cf6f-d265-4585-bf91-229eb3c7fd98 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:03.068665 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (65a8cf6f-d265-4585-bf91-229eb3c7fd98), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.145427 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (65a8cf6f-d265-4585-bf91-229eb3c7fd98), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.145661 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (65a8cf6f-d265-4585-bf91-229eb3c7fd98), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.158808 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Calling delete_port for 65a8cf6f-d265-4585-bf91-229eb3c7fd98 owned by network:floatingip {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:03.363500 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (65a8cf6f-d265-4585-bf91-229eb3c7fd98), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.387227 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event deleted for resources: {'Port': ['ID=65a8cf6f-d265-4585-bf91-229eb3c7fd98,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:03.451988 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (92cae04b-0e7c-4d58-85f0-d3f320a2ba38), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.454669 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.459667 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d62523e3-0a83-4ec7-884d-8241723da198 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/92cae04b-0e7c-4d58-85f0-d3f320a2ba38 HTTP/1.1" status: 204 len: 168 time: 0.5030839 Oct 17 03:56:03.479771 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:03.482953 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4ebed8-b972-43a1-933d-96cf96a6f907" -d '{"events": [{"name": "network-changed", "server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:03.521720 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc37abe-eb8c-4b2e-b70f-3ba8bb178ed0 x-openstack-request-id: req-ccc37abe-eb8c-4b2e-b70f-3ba8bb178ed0 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:03.522013 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:03.522260 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ccc37abe-eb8c-4b2e-b70f-3ba8bb178ed0 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:03.522663 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc37abe-eb8c-4b2e-b70f-3ba8bb178ed0'] response: {'name': 'network-changed', 'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'status': 'completed', 'code': 200} Oct 17 03:56:03.581571 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-e2c24318-7292-4fb4-92e0-09ef32c87f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:03.583300 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-e2c24318-7292-4fb4-92e0-09ef32c87f09 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 1129 time: 0.0386560 Oct 17 03:56:03.605875 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58684) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:03.610401 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-3c8294d6-c911-4d9f-ae86-b3f36bcc7a00 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60538031', 'description': 'tempest-description--517782689'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:03.688476 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-1b0e4419-1f7c-4fb4-a9a2-f42340443ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:03.690017 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-1b0e4419-1f7c-4fb4-a9a2-f42340443ad3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 915 time: 0.0929470 Oct 17 03:56:03.698389 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3c8294d6-c911-4d9f-ae86-b3f36bcc7a00 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.757411 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-3bad73f5-7cd7-459a-aab5-42c34c61dec9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=955fbd7e-a8fa-4381-ac79-a960f99c6dad HTTP/1.1" status: 200 len: 1000 time: 0.0614660 Oct 17 03:56:03.768704 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3c8294d6-c911-4d9f-ae86-b3f36bcc7a00 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (8fe2eaf4-c0bb-4ca1-be05-964872352444), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.806355 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-4daa9361-e0c6-4091-bdea-96a4b376a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:03.807825 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-4daa9361-e0c6-4091-bdea-96a4b376a9e1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 HTTP/1.1" status: 200 len: 853 time: 0.0442159 Oct 17 03:56:03.829497 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3c8294d6-c911-4d9f-ae86-b3f36bcc7a00 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (8fe2eaf4-c0bb-4ca1-be05-964872352444), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.839634 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:03.852142 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-90a3ca85-b673-46fe-bb55-99fae9ecdb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:03.853658 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-90a3ca85-b673-46fe-bb55-99fae9ecdb53 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a10170e9-307c-484d-ab5a-624a6e00b8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393374 Oct 17 03:56:03.860213 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8294d6-c911-4d9f-ae86-b3f36bcc7a00 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe2eaf4-c0bb-4ca1-be05-964872352444,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:03.948925 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-53245cae-19d2-4d9e-9235-9d826698283a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875394 Oct 17 03:56:03.951561 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3c8294d6-c911-4d9f-ae86-b3f36bcc7a00 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:03.952833 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-3c8294d6-c911-4d9f-ae86-b3f36bcc7a00 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3459558 Oct 17 03:56:03.956230 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58688) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:03.960650 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-7f943b4a-0f1a-437c-9bc3-adfe346213db tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'security_group_rule': {'security_group_id': '8fe2eaf4-c0bb-4ca1-be05-964872352444', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:04.038890 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec4ebed8-b972-43a1-933d-96cf96a6f907 req-64f08fa1-fa7a-4a4f-bc25-e19a2ea3940d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842710 Oct 17 03:56:04.073382 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7f943b4a-0f1a-437c-9bc3-adfe346213db tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (0ca9991b-c833-4fa9-b9a9-a567931aa65a), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.131901 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7f943b4a-0f1a-437c-9bc3-adfe346213db tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (0ca9991b-c833-4fa9-b9a9-a567931aa65a), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.249480 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7f943b4a-0f1a-437c-9bc3-adfe346213db tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (0ca9991b-c833-4fa9-b9a9-a567931aa65a), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.267991 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f943b4a-0f1a-437c-9bc3-adfe346213db tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca9991b-c833-4fa9-b9a9-a567931aa65a,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:04.342753 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7f943b4a-0f1a-437c-9bc3-adfe346213db tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.343996 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-7f943b4a-0f1a-437c-9bc3-adfe346213db tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3868146 Oct 17 03:56:04.346730 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58690) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:04.350913 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-8d96226a-4afb-4283-b6e3-5db285f066af tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'security_group_rule': {'security_group_id': '8fe2eaf4-c0bb-4ca1-be05-964872352444', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:04.431774 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d96226a-4afb-4283-b6e3-5db285f066af tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (da4d38a3-d50d-4aa0-90f5-bd72bbafc37c), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.441320 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:04.487297 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d96226a-4afb-4283-b6e3-5db285f066af tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (da4d38a3-d50d-4aa0-90f5-bd72bbafc37c), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.569389 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d96226a-4afb-4283-b6e3-5db285f066af tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (da4d38a3-d50d-4aa0-90f5-bd72bbafc37c), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.588201 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96226a-4afb-4283-b6e3-5db285f066af tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4d38a3-d50d-4aa0-90f5-bd72bbafc37c,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:04.668421 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d96226a-4afb-4283-b6e3-5db285f066af tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.669683 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-8d96226a-4afb-4283-b6e3-5db285f066af tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220339 Oct 17 03:56:04.672801 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58692) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:04.677664 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:04.781052 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.862790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:04.964079 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Allocated IP 172.27.4.196 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/6e039fa0-dd2b-495d-9551-5a04912b1f60) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:56:05.071485 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for port (6e039fa0-dd2b-495d-9551-5a04912b1f60), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:05.141421 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049028f-9e2d-4c4b-908c-f1e02630a960 req-7a0471b5-6ea4-48dc-bdf5-551aef97c818 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:05.143379 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9049028f-9e2d-4c4b-908c-f1e02630a960 req-7a0471b5-6ea4-48dc-bdf5-551aef97c818 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0510607 Oct 17 03:56:05.189573 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9049028f-9e2d-4c4b-908c-f1e02630a960 req-c51d3bd0-fed5-4531-a902-85a3aab1a20b tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Oct 17 03:56:05.217156 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (6e039fa0-dd2b-495d-9551-5a04912b1f60), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:05.259909 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:56:05.264580 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:56:05.268833 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:56:05.271959 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'Port': ['ID=6e039fa0-dd2b-495d-9551-5a04912b1f60,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:05.273758 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:05.352743 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (0d105920-d93b-4d08-a334-df74bd831591), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:05.465006 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:05.471421 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (6e039fa0-dd2b-495d-9551-5a04912b1f60), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:05.615322 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for port (6e039fa0-dd2b-495d-9551-5a04912b1f60), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:05.683951 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (6e039fa0-dd2b-495d-9551-5a04912b1f60), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:05.753747 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (0d105920-d93b-4d08-a334-df74bd831591), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:05.756219 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'Port': ['ID=6e039fa0-dd2b-495d-9551-5a04912b1f60,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:05.823114 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:05.824369 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-1569d11d-6d42-4091-b071-98785701eac9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1506486 Oct 17 03:56:05.978900 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-1253c019-db1e-453e-9097-ba9060ad2ccb tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--60538031&fields=id&tenant_id=735cb7f647604741982528fc91abb7b6 HTTP/1.1" status: 200 len: 267 time: 0.0469415 Oct 17 03:56:06.034939 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:06.085985 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4da7e368-faa7-44d2-91da-79c36c0f2ac8 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:06.087437 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4da7e368-faa7-44d2-91da-79c36c0f2ac8 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 811 time: 0.1022527 Oct 17 03:56:06.102410 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-d746564a-d573-4d12-acd7-df7de3903b8d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/quotas/735cb7f647604741982528fc91abb7b6 HTTP/1.1" status: 200 len: 375 time: 0.0096507 Oct 17 03:56:06.141741 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:06.154177 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-21ae3561-1668-4838-8725-caeab924aae9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469830 Oct 17 03:56:06.292771 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-525a73a4-920d-463e-af84-f4be2ee850d2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267321 Oct 17 03:56:06.309134 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a73193-ca0e-4799-9b18-6523e004a29c req-93fd08ec-0962-4862-992d-2032530b96b3 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:06.310601 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-37a73193-ca0e-4799-9b18-6523e004a29c req-93fd08ec-0962-4862-992d-2032530b96b3 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0461645 Oct 17 03:56:06.356720 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-37a73193-ca0e-4799-9b18-6523e004a29c req-409468cb-e498-44ed-9db2-8c81a9a3054f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Oct 17 03:56:06.391355 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-ed12b062-2072-409b-a8d0-de82d4479f67 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927958 Oct 17 03:56:06.664133 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-853f80f9-b91e-40b7-af11-c2196fc2c1d9 req-ab381230-fcb9-468c-b530-b92ad6f44972 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Oct 17 03:56:07.395245 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-7acae4dd-c901-4c01-befd-0dacbdd5e980 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:07.396722 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-7acae4dd-c901-4c01-befd-0dacbdd5e980 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0454469 Oct 17 03:56:07.513715 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b893a-d6f2-4f3e-a76a-9644b11d47ac req-4ee5f8cf-43ab-450d-8d69-787ce0096670 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:07.515144 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-309b893a-d6f2-4f3e-a76a-9644b11d47ac req-4ee5f8cf-43ab-450d-8d69-787ce0096670 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 945 time: 0.0810721 Oct 17 03:56:07.518321 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Deleting port a262e085-3b46-4aaa-99a7-dc591e72ffed {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:07.518653 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:07.620482 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-309b893a-d6f2-4f3e-a76a-9644b11d47ac req-cef12385-abb4-4ec2-bff1-8c143f10fbaa tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987542 Oct 17 03:56:07.644122 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] For port a262e085-3b46-4aaa-99a7-dc591e72ffed, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a262e085-3b46-4aaa-99a7-dc591e72ffed,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:07.644550 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:07.659095 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Calling delete_port for a262e085-3b46-4aaa-99a7-dc591e72ffed owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:07.767765 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-fa7d6f08-ee80-4396-9382-f5c416fc757f req-d21d7c2a-9427-4ad9-80bd-000de2b21a2f tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 210 time: 0.0295162 Oct 17 03:56:07.867219 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (a262e085-3b46-4aaa-99a7-dc591e72ffed), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:07.878276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['9ec20125-4199-47d4-98bd-4679c5c12d6e', 'a262e085-3b46-4aaa-99a7-dc591e72ffed'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:56:07.893823 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event deleted for resources: {'Port': ['ID=a262e085-3b46-4aaa-99a7-dc591e72ffed,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:07.946149 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] No DVR routers for this DVR port a262e085-3b46-4aaa-99a7-dc591e72ffed on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:56:07.948995 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:07.952498 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b92a5a1c-ff7e-4516-9c07-65a96e8262b0 req-539d231c-3780-45fb-968a-6fd889c9df7f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "DELETE /networking/v2.0/ports/a262e085-3b46-4aaa-99a7-dc591e72ffed HTTP/1.1" status: 204 len: 173 time: 0.5506082 Oct 17 03:56:07.953106 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7', 'name': 'network-vif-deleted', 'tag': 'a262e085-3b46-4aaa-99a7-dc591e72ffed'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:07.957283 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dcbed4-d306-4ce8-9d27-f7e3234838bf" -d '{"events": [{"server_uuid": "5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7", "name": "network-vif-deleted", "tag": "a262e085-3b46-4aaa-99a7-dc591e72ffed"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:08.000338 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77d45d6-f51d-4133-924d-8b09a54c0a73 x-openstack-request-id: req-d77d45d6-f51d-4133-924d-8b09a54c0a73 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:08.000700 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7", "name": "network-vif-deleted", "tag": "a262e085-3b46-4aaa-99a7-dc591e72ffed", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:08.001013 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d77d45d6-f51d-4133-924d-8b09a54c0a73 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:08.001576 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77d45d6-f51d-4133-924d-8b09a54c0a73'] response: {'server_uuid': '5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7', 'name': 'network-vif-deleted', 'tag': 'a262e085-3b46-4aaa-99a7-dc591e72ffed', 'status': 'completed', 'code': 200} Oct 17 03:56:08.013106 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:08.724160 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-fdde819f-8c61-41cf-9684-9007a7c3388a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:08.725677 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-fdde819f-8c61-41cf-9684-9007a7c3388a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 811 time: 0.1127169 Oct 17 03:56:08.765948 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0001d61c-00a2-4025-9fdc-670ee1891ae1 req-53a8fa6f-a25e-41e2-9d52-75d32570ff9a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5354c1e3-c9d8-42e2-aa80-98ee7e96d4f7 HTTP/1.1" status: 200 len: 210 time: 0.0273125 Oct 17 03:56:08.772229 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:08.806466 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-69f305f7-acb1-433a-822f-5bc447cfa84e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=735cb7f647604741982528fc91abb7b6 HTTP/1.1" status: 200 len: 378 time: 0.0588074 Oct 17 03:56:08.870789 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-670d14f5-e339-4fe8-a9e9-a84ce84d8989 req-a8b99fa2-d220-4661-b1aa-0fbb1b192681 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Oct 17 03:56:08.970495 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'port': {'device_id': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'admin_state_up': True, 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'security_groups': ['8fe2eaf4-c0bb-4ca1-be05-964872352444']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:09.030756 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:09.176176 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Made reservation on behalf of 735cb7f647604741982528fc91abb7b6 for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:56:09.180137 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:09.310479 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Allocated IP 172.20.0.13 (9596452a-c538-49c6-83ce-e63a5d474491/fc392004-8afd-451c-9dcb-41ef655b2ff1/6bd14a14-2324-4ad8-883f-c897db79d3d8) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:56:09.448140 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:09.533648 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:09.576828 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Network 9596452a-c538-49c6-83ce-e63a5d474491 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:56:09.580363 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:56:09.584463 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:56:09.590586 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event updated for resources: {'Port': ['ID=6bd14a14-2324-4ad8-883f-c897db79d3d8,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:09.637259 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:09.638403 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:09.718194 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4c1c8722-92cb-4c47-869b-dd879d9bc2a0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7519197 Oct 17 03:56:09.773179 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Request body: {'port': {'device_id': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:09.843096 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:09.844801 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-9437740b-73b8-420e-80a1-4f88233be702 None None] Provisioning complete for port 6bd14a14-2324-4ad8-883f-c897db79d3d8 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:56:09.845453 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9437740b-73b8-420e-80a1-4f88233be702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:09.846637 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-9437740b-73b8-420e-80a1-4f88233be702 None None] Attempt 1 to provision port 6bd14a14-2324-4ad8-883f-c897db79d3d8 Oct 17 03:56:09.880886 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-9437740b-73b8-420e-80a1-4f88233be702 None None] Port 6bd14a14-2324-4ad8-883f-c897db79d3d8 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:56:09.994251 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248fafd-1edc-410c-a8a8-1b428f991e16 req-82df1094-a3ad-464e-b2b4-7afbd6a8a85a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:09.995758 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0248fafd-1edc-410c-a8a8-1b428f991e16 req-82df1094-a3ad-464e-b2b4-7afbd6a8a85a tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 932 time: 0.0464308 Oct 17 03:56:10.022604 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:10.047281 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0248fafd-1edc-410c-a8a8-1b428f991e16 req-8c494ef6-ab86-4066-935a-e62a96e365fe tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444291 Oct 17 03:56:10.058241 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:10.113942 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd14a14-2324-4ad8-883f-c897db79d3d8 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:56:10.121424 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Publish callbacks [] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:10.134238 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Transition to ACTIVE for port object 6bd14a14-2324-4ad8-883f-c897db79d3d8 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:56:10.207236 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:10.276706 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf8d46-eb87-49e7-81a0-63d9436f2095 req-d94b7d79-9d71-48f8-a002-1b7b702953ab tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:10.278191 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b1cf8d46-eb87-49e7-81a0-63d9436f2095 req-d94b7d79-9d71-48f8-a002-1b7b702953ab tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0467107 Oct 17 03:56:10.285977 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd14a14-2324-4ad8-883f-c897db79d3d8,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:10.319681 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Attempting to bind port 6bd14a14-2324-4ad8-883f-c897db79d3d8 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:56:10.320046 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Attempting to bind port 6bd14a14-2324-4ad8-883f-c897db79d3d8 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:56:10.320375 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Attempting to bind port 6bd14a14-2324-4ad8-883f-c897db79d3d8 on network 9596452a-c538-49c6-83ce-e63a5d474491 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:56:10.329931 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b1cf8d46-eb87-49e7-81a0-63d9436f2095 req-0f64bd15-2ef1-455d-8752-9c088da0bb1f tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459275 Oct 17 03:56:10.363802 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Port 6bd14a14-2324-4ad8-883f-c897db79d3d8 on network 9596452a-c538-49c6-83ce-e63a5d474491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:56:10.364472 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Attempting to bind port 6bd14a14-2324-4ad8-883f-c897db79d3d8 on network 9596452a-c538-49c6-83ce-e63a5d474491 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:56:10.409619 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:56:10.409951 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Checking segment: {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:56:10.410355 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Bound using segment: {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:56:10.410781 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Bound port: 6bd14a14-2324-4ad8-883f-c897db79d3d8, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a4f483-b0b4-4cfd-825d-aedf7c512232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:56:10.411136 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:10.471058 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] For port 6bd14a14-2324-4ad8-883f-c897db79d3d8, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:56:10.474130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] For port 6bd14a14-2324-4ad8-883f-c897db79d3d8, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6bd14a14-2324-4ad8-883f-c897db79d3d8,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:56:10.555622 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:10.559751 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:10.560356 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:10.561722 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/6bd14a14-2324-4ad8-883f-c897db79d3d8 HTTP/1.1" status: 200 len: 1094 time: 0.8351133 Oct 17 03:56:10.562269 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'tag': '6bd14a14-2324-4ad8-883f-c897db79d3d8'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:10.565192 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a146ac0f-b64c-4a62-842b-d7bf99e1875b" -d '{"events": [{"name": "network-changed", "server_uuid": "13c22e73-74fd-4dfd-ab0a-a667248bcb97", "tag": "6bd14a14-2324-4ad8-883f-c897db79d3d8"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:10.604418 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47199a24-c47c-433a-85dc-708c06354c26 x-openstack-request-id: req-47199a24-c47c-433a-85dc-708c06354c26 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:10.604701 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c22e73-74fd-4dfd-ab0a-a667248bcb97", "tag": "6bd14a14-2324-4ad8-883f-c897db79d3d8", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:10.604950 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-47199a24-c47c-433a-85dc-708c06354c26 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:10.605351 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47199a24-c47c-433a-85dc-708c06354c26'] response: {'name': 'network-changed', 'server_uuid': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'tag': '6bd14a14-2324-4ad8-883f-c897db79d3d8', 'status': 'completed', 'code': 200} Oct 17 03:56:10.615558 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993693ec-b91e-4e11-ab3b-2e02852d3c35 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd14a14-2324-4ad8-883f-c897db79d3d8,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:11.174418 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b7b1a-a8b7-4e56-abd8-f880c07543a7 req-f7d507da-8834-45aa-83d4-247e4e36fbda tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:11.175922 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e81b7b1a-a8b7-4e56-abd8-f880c07543a7 req-f7d507da-8834-45aa-83d4-247e4e36fbda tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 944 time: 0.0492871 Oct 17 03:56:11.223257 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e81b7b1a-a8b7-4e56-abd8-f880c07543a7 req-39ea1ff1-554f-429f-a528-901a822c8ba0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416067 Oct 17 03:56:11.397372 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device a262e085-3b46-4aaa-99a7-dc591e72ffed no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:11.416833 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: a262e085-3b46-4aaa-99a7-dc591e72ffed {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:56:11.421157 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device a262e085-3b46-4aaa-99a7-dc591e72ffed not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:56:11.452843 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f565a31-8d64-4a12-8294-c3cf10dd9709 req-b18da1ae-9633-4f0b-a35b-b4167af9250d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:11.454295 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5f565a31-8d64-4a12-8294-c3cf10dd9709 req-b18da1ae-9633-4f0b-a35b-b4167af9250d tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0465074 Oct 17 03:56:11.476254 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:11.505311 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5f565a31-8d64-4a12-8294-c3cf10dd9709 req-c1f96987-23b2-4f39-b63c-cf299f97506a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Oct 17 03:56:12.339392 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965b26-3fc3-4ed5-bb3b-446809401646 req-64d29241-b78f-4578-89f3-e7b58ea186d0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:12.340853 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-87965b26-3fc3-4ed5-bb3b-446809401646 req-64d29241-b78f-4578-89f3-e7b58ea186d0 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 944 time: 0.0453234 Oct 17 03:56:12.387366 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-87965b26-3fc3-4ed5-bb3b-446809401646 req-b9e061c8-c1ac-4125-b1c6-fec9ce9b5051 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405905 Oct 17 03:56:12.623386 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa42397-9fc0-405c-88a3-07147782a29b req-e1102432-3395-496a-aba9-0f36e481973e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:12.624938 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-faa42397-9fc0-405c-88a3-07147782a29b req-e1102432-3395-496a-aba9-0f36e481973e tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0460448 Oct 17 03:56:12.671683 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-faa42397-9fc0-405c-88a3-07147782a29b req-7edd0de0-8179-46e9-b38d-7e0c32e0eaf0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Oct 17 03:56:13.289795 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146ac0f-b64c-4a62-842b-d7bf99e1875b req-5343e039-dd05-469d-b358-9d519f077e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:13.291311 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a146ac0f-b64c-4a62-842b-d7bf99e1875b req-5343e039-dd05-469d-b358-9d519f077e66 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 1128 time: 0.0394118 Oct 17 03:56:13.478733 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146ac0f-b64c-4a62-842b-d7bf99e1875b req-c2e22751-a7ff-4bf6-9811-5ab3efc556d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:13.480267 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a146ac0f-b64c-4a62-842b-d7bf99e1875b req-c2e22751-a7ff-4bf6-9811-5ab3efc556d7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=735cb7f647604741982528fc91abb7b6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963006 Oct 17 03:56:13.509165 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05ecf-7df1-415c-bd8a-663cb9a20795 req-d8f9db05-a4e5-4c16-ba87-8dbb7fb0b5ab tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:13.510614 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b2c05ecf-7df1-415c-bd8a-663cb9a20795 req-d8f9db05-a4e5-4c16-ba87-8dbb7fb0b5ab tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 944 time: 0.0497763 Oct 17 03:56:13.522399 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:13.557683 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b2c05ecf-7df1-415c-bd8a-663cb9a20795 req-936c4980-2fe8-4d64-a67a-7a0620c46bc1 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415943 Oct 17 03:56:13.611718 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-e3a77f86-8e64-4500-909e-56442947a63a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:13.613172 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-e3a77f86-8e64-4500-909e-56442947a63a tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.0867057 Oct 17 03:56:13.684693 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146ac0f-b64c-4a62-842b-d7bf99e1875b req-4556904c-2ac6-4731-b8c0-a184bdb23289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:13.686131 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a146ac0f-b64c-4a62-842b-d7bf99e1875b req-4556904c-2ac6-4731-b8c0-a184bdb23289 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1674061 Oct 17 03:56:13.723619 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Deleting port 9ec20125-4199-47d4-98bd-4679c5c12d6e {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:13.723981 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:13.834322 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-16ba5148-c6fa-4ee4-b881-31c707926cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:13.835662 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-16ba5148-c6fa-4ee4-b881-31c707926cb2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 1128 time: 0.1084688 Oct 17 03:56:13.868629 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb445f41-52ce-4807-bf5f-44d725c6715c req-6e704f30-abda-4a86-a82f-bfe996033671 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:13.870012 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fb445f41-52ce-4807-bf5f-44d725c6715c req-6e704f30-abda-4a86-a82f-bfe996033671 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 945 time: 0.1049538 Oct 17 03:56:13.906391 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-42aa233e-ad06-4d44-a5ea-86f69f8cbe91 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd14a14-2324-4ad8-883f-c897db79d3d8 HTTP/1.1" status: 200 len: 217 time: 0.0584729 Oct 17 03:56:13.971572 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] For port 9ec20125-4199-47d4-98bd-4679c5c12d6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9ec20125-4199-47d4-98bd-4679c5c12d6e,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:13.971959 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:13.997619 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Calling delete_port for 9ec20125-4199-47d4-98bd-4679c5c12d6e owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:14.015280 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-0e142458-dacf-4de5-a5b0-de95c95c30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:14.016739 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-0e142458-dacf-4de5-a5b0-de95c95c30b1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fc392004-8afd-451c-9dcb-41ef655b2ff1 HTTP/1.1" status: 200 len: 850 time: 0.0969193 Oct 17 03:56:14.017702 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:14.026112 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fb445f41-52ce-4807-bf5f-44d725c6715c req-0c2326f6-de52-4506-818e-d7fc4fa9ca17 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bd592bb4-ece3-429a-b47d-eb18966afb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240470 Oct 17 03:56:14.102066 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:14.107286 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-f406f3b4-030c-4ca0-ab44-6634a24cc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:14.108812 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-f406f3b4-030c-4ca0-ab44-6634a24cc180 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9596452a-c538-49c6-83ce-e63a5d474491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0806699 Oct 17 03:56:14.249661 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-4bb0783f-3a83-4cfa-b074-5e97bfccd901 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259434 Oct 17 03:56:14.314594 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (9ec20125-4199-47d4-98bd-4679c5c12d6e), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:14.328995 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['9ec20125-4199-47d4-98bd-4679c5c12d6e'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:56:14.361373 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Pushing event deleted for resources: {'Port': ['ID=9ec20125-4199-47d4-98bd-4679c5c12d6e,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:14.395361 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e44ddf02-7821-4208-9ad3-eda5e0320e58 req-430e1eee-dc3b-48ce-a781-be91d59271be service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387303 Oct 17 03:56:14.412968 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] No DVR routers for this DVR port 9ec20125-4199-47d4-98bd-4679c5c12d6e on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:56:14.415320 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:14.418560 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ad7cdf10-b9c3-4744-9482-db93278061fb req-5c50d19a-1507-4b40-b5bd-2bee34ddc7bd tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.33 "DELETE /networking/v2.0/ports/9ec20125-4199-47d4-98bd-4679c5c12d6e HTTP/1.1" status: 204 len: 173 time: 0.7990091 Oct 17 03:56:14.422130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2975faa-a65d-4f21-9c96-b513ae95c404', 'name': 'network-vif-deleted', 'tag': '9ec20125-4199-47d4-98bd-4679c5c12d6e'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:14.422130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd783ff9-ef3a-4f28-9dde-a34309aa8097" -d '{"events": [{"server_uuid": "d2975faa-a65d-4f21-9c96-b513ae95c404", "name": "network-vif-deleted", "tag": "9ec20125-4199-47d4-98bd-4679c5c12d6e"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:14.513905 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dde53d-55ed-4f22-923f-5b9a7ed04ecb x-openstack-request-id: req-10dde53d-55ed-4f22-923f-5b9a7ed04ecb {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:14.514190 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2975faa-a65d-4f21-9c96-b513ae95c404", "name": "network-vif-deleted", "tag": "9ec20125-4199-47d4-98bd-4679c5c12d6e", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:14.514499 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-10dde53d-55ed-4f22-923f-5b9a7ed04ecb {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:14.514895 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10dde53d-55ed-4f22-923f-5b9a7ed04ecb'] response: {'server_uuid': 'd2975faa-a65d-4f21-9c96-b513ae95c404', 'name': 'network-vif-deleted', 'tag': '9ec20125-4199-47d4-98bd-4679c5c12d6e', 'status': 'completed', 'code': 200} Oct 17 03:56:14.673988 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b831-3c37-46c8-8719-2719c1142653 req-29de696f-15a5-450a-a975-a619858655ec tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:14.675376 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cfe3b831-3c37-46c8-8719-2719c1142653 req-29de696f-15a5-450a-a975-a619858655ec tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 944 time: 0.0449464 Oct 17 03:56:14.728199 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cfe3b831-3c37-46c8-8719-2719c1142653 req-f6626ae2-7a46-4a10-8323-e4b2fb256fde tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466235 Oct 17 03:56:15.130024 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7ea04f4b-257a-424e-a3ed-33c428ebcd01 req-ae60e5f7-fbf4-4e76-9824-470abac76cf0 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 210 time: 0.0271122 Oct 17 03:56:15.850064 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e923d59-48ce-4cf5-9a8c-94e777f1c523 req-ad9287bc-d8c9-4a7b-92f2-4cf6e1e879f6 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:15.851506 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8e923d59-48ce-4cf5-9a8c-94e777f1c523 req-ad9287bc-d8c9-4a7b-92f2-4cf6e1e879f6 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 944 time: 0.0491276 Oct 17 03:56:15.898380 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8e923d59-48ce-4cf5-9a8c-94e777f1c523 req-c235ae4f-789a-448c-baeb-9e89f69d42d7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413742 Oct 17 03:56:16.245103 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bd756c22-09d6-4b2d-b157-2c5ffe312aa6 req-32dd7a60-a666-4132-aed8-e2f384981cb4 tempest-ServerRescueNegativeTestJSON-2028591311 tempest-ServerRescueNegativeTestJSON-2028591311-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d2975faa-a65d-4f21-9c96-b513ae95c404 HTTP/1.1" status: 200 len: 210 time: 0.0267000 Oct 17 03:56:17.016923 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aace8-46ac-4f73-ba56-3a4b83589798 req-083855e2-99b6-4d3a-80ce-fa0b391afee6 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:17.018908 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-917aace8-46ac-4f73-ba56-3a4b83589798 req-083855e2-99b6-4d3a-80ce-fa0b391afee6 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 944 time: 0.0454648 Oct 17 03:56:17.064788 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-917aace8-46ac-4f73-ba56-3a4b83589798 req-4e20f431-78fc-4a8f-b8d5-3e709137430c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405037 Oct 17 03:56:17.310906 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58790) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:17.445444 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 6bd14a14-2324-4ad8-883f-c897db79d3d8 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:56:17.448766 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 9ec20125-4199-47d4-98bd-4679c5c12d6e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:17.475547 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 9ec20125-4199-47d4-98bd-4679c5c12d6e {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:56:17.475918 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 9ec20125-4199-47d4-98bd-4679c5c12d6e not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:56:17.539051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:17.557431 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:17.564072 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 6bd14a14-2324-4ad8-883f-c897db79d3d8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6bd14a14-2324-4ad8-883f-c897db79d3d8,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:17.576313 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '6bd14a14-2324-4ad8-883f-c897db79d3d8', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'port_id': '6bd14a14-2324-4ad8-883f-c897db79d3d8', 'mac_address': 'fa:16:3e:83:ec:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:56:17.582184 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:17.615437 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 6bd14a14-2324-4ad8-883f-c897db79d3d8 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:56:17.615851 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:17.629441 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd14a14-2324-4ad8-883f-c897db79d3d8 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:56:17.649521 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 6bd14a14-2324-4ad8-883f-c897db79d3d8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6bd14a14-2324-4ad8-883f-c897db79d3d8,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:17.721343 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:17.724379 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (1f29ba32-815a-4fe7-89a7-7192d407ad17), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:17.769345 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=6bd14a14-2324-4ad8-883f-c897db79d3d8,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:17.964941 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['6bd14a14-2324-4ad8-883f-c897db79d3d8'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:56:18.182171 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Deleting port 58abd556-3415-4a1d-b6d2-3292a0a99afa {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:18.182503 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:18.201648 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921d3d8-8fef-41a5-bc53-7122ec64d5a2 req-fe7de6d3-680e-40a6-b15b-b1dd2f0bb35e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:18.208544 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2921d3d8-8fef-41a5-bc53-7122ec64d5a2 req-fe7de6d3-680e-40a6-b15b-b1dd2f0bb35e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 945 time: 0.0575478 Oct 17 03:56:18.260024 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:18.267433 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] For port 58abd556-3415-4a1d-b6d2-3292a0a99afa, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=58abd556-3415-4a1d-b6d2-3292a0a99afa,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:18.267905 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:18.282874 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Calling delete_port for 58abd556-3415-4a1d-b6d2-3292a0a99afa owned by network:router_interface {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:18.505351 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2921d3d8-8fef-41a5-bc53-7122ec64d5a2 req-231941fc-bde7-44a5-9887-4d30df18fc29 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2959242 Oct 17 03:56:18.538351 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (58abd556-3415-4a1d-b6d2-3292a0a99afa), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:18.565929 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=58abd556-3415-4a1d-b6d2-3292a0a99afa,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:18.724255 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (1f29ba32-815a-4fe7-89a7-7192d407ad17), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:18.743998 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c09168-a858-4366-9918-1d73c4737e30 None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:56:18.831669 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c09168-a858-4366-9918-1d73c4737e30 None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:56:18.869448 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:18.926359 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Router 1f29ba32-815a-4fe7-89a7-7192d407ad17 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:56:19.033473 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:56:19.039004 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e2fd017b-8506-443c-8fe4-e5f7c24682d5 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/1f29ba32-815a-4fe7-89a7-7192d407ad17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7270248 Oct 17 03:56:19.041583 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58796) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:19.042122 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] Sync routers for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:56:19.053156 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:56:19.053784 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:19.148815 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks [] for router (1f29ba32-815a-4fe7-89a7-7192d407ad17), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.162190 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:56:19.249136 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:19.268409 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks [] for router_gateway (1f29ba32-815a-4fe7-89a7-7192d407ad17), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.334378 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:56:18Z', 'revision_number': 5, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port': {'id': 'da0186c0-197f-4975-94d2-c99ecba488dc', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:19.360020 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] Checking router: 1f29ba32-815a-4fe7-89a7-7192d407ad17 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:56:19.369450 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] Routers {'1f29ba32-815a-4fe7-89a7-7192d407ad17'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:56:19.370097 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['1f29ba32-815a-4fe7-89a7-7192d407ad17'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:19.375825 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Deleting port da0186c0-197f-4975-94d2-c99ecba488dc {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:19.376305 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.409431 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:19.448313 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 6bd14a14-2324-4ad8-883f-c897db79d3d8 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:56:19.459775 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] Set router 1f29ba32-815a-4fe7-89a7-7192d407ad17 gateway port host: None {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:56:19.461909 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] For port da0186c0-197f-4975-94d2-c99ecba488dc, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=da0186c0-197f-4975-94d2-c99ecba488dc,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:19.461909 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.474519 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Calling delete_port for da0186c0-197f-4975-94d2-c99ecba488dc owned by network:router_gateway {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:19.485917 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-2cd08bcf-c3f2-4689-bd62-4ac693dbcea5 None None] Provisioning complete for port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:56:19.486295 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-2cd08bcf-c3f2-4689-bd62-4ac693dbcea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.486642 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-2cd08bcf-c3f2-4689-bd62-4ac693dbcea5 None None] Attempt 1 to provision port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 Oct 17 03:56:19.515918 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:56:19Z', 'revision_number': 6, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:19.533975 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 6bd14a14-2324-4ad8-883f-c897db79d3d8 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:56:19.545930 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7ddfd-d4d5-48a7-9903-1b97d87e469c None None] The sync data for ids ['1f29ba32-815a-4fe7-89a7-7192d407ad17'] in dv-cinder-815582-16-iscsi is: [{'id': '1f29ba32-815a-4fe7-89a7-7192d407ad17', 'name': 'tempest-ServerRescueNegativeTestJSON-1326210424-router', 'tenant_id': 'cf238531f665437faddc8002d3b2ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:56:19Z', 'revision_number': 6, 'project_id': 'cf238531f665437faddc8002d3b2ab6c', 'gw_port_host': None}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:56:19.579971 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-2cd08bcf-c3f2-4689-bd62-4ac693dbcea5 None None] Current status of the port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:56:19.604636 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 6bd14a14-2324-4ad8-883f-c897db79d3d8 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:56:19.604963 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.605290 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 6bd14a14-2324-4ad8-883f-c897db79d3d8 Oct 17 03:56:19.655563 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310207a-c79a-493e-8a07-813921ab3c4d req-1698cdb9-cb20-4cb7-b9d3-d5c793ad66ff tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:19.657707 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4310207a-c79a-493e-8a07-813921ab3c4d req-1698cdb9-cb20-4cb7-b9d3-d5c793ad66ff tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 945 time: 0.0565093 Oct 17 03:56:19.688641 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:19.691538 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 6bd14a14-2324-4ad8-883f-c897db79d3d8 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:56:19.692068 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.725035 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd14a14-2324-4ad8-883f-c897db79d3d8'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:19.727418 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5dccbc-50cd-4390-a306-daf7445ef752" -d '{"events": [{"server_uuid": "13c22e73-74fd-4dfd-ab0a-a667248bcb97", "name": "network-vif-plugged", "status": "completed", "tag": "6bd14a14-2324-4ad8-883f-c897db79d3d8"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:19.742636 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 6bd14a14-2324-4ad8-883f-c897db79d3d8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6bd14a14-2324-4ad8-883f-c897db79d3d8,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:19.757766 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4310207a-c79a-493e-8a07-813921ab3c4d req-50d7eba1-5145-49d5-a064-5668a41a0bbe tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723481 Oct 17 03:56:19.768575 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1839bb8a-5937-4f9d-bb6b-9132ab71a948 x-openstack-request-id: req-1839bb8a-5937-4f9d-bb6b-9132ab71a948 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:19.769059 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c22e73-74fd-4dfd-ab0a-a667248bcb97", "name": "network-vif-plugged", "status": "completed", "tag": "6bd14a14-2324-4ad8-883f-c897db79d3d8", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:19.769059 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1839bb8a-5937-4f9d-bb6b-9132ab71a948 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:19.769370 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1839bb8a-5937-4f9d-bb6b-9132ab71a948'] response: {'server_uuid': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd14a14-2324-4ad8-883f-c897db79d3d8', 'code': 200} Oct 17 03:56:19.801569 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (da0186c0-197f-4975-94d2-c99ecba488dc), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.833885 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.835087 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Pushing event deleted for resources: {'Port': ['ID=da0186c0-197f-4975-94d2-c99ecba488dc,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:19.885808 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=6bd14a14-2324-4ad8-883f-c897db79d3d8,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:19.892721 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (1f29ba32-815a-4fe7-89a7-7192d407ad17), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.991156 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:19.996687 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (1f29ba32-815a-4fe7-89a7-7192d407ad17), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:19.998753 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks [] for router_controller (1f29ba32-815a-4fe7-89a7-7192d407ad17), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.085045 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae4baa-1442-42f7-9e75-2115695370e3 req-17b75254-3596-418a-a57a-a84ee6ee6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:20.086534 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37ae4baa-1442-42f7-9e75-2115695370e3 req-17b75254-3596-418a-a57a-a84ee6ee6660 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 1130 time: 0.0396984 Oct 17 03:56:20.107748 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:20.131510 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37ae4baa-1442-42f7-9e75-2115695370e3 req-8fcfb2d7-e2a1-418e-a604-2c404c4507b4 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384884 Oct 17 03:56:20.247341 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (1f29ba32-815a-4fe7-89a7-7192d407ad17), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.248007 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f29ba32-815a-4fe7-89a7-7192d407ad17 {{(pid=111639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:56:20.253005 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.254125 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-55c7e15e-25e3-40b2-ad52-51a94a8e97ca admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/1f29ba32-815a-4fe7-89a7-7192d407ad17 HTTP/1.1" status: 204 len: 168 time: 1.2116270 Oct 17 03:56:20.256820 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58802) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:20.303511 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Deleting subnet 7ffa8019-894b-4933-b80a-f91f9dca7a8d {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:56:20.307110 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Publish callbacks [] for subnet (7ffa8019-894b-4933-b80a-f91f9dca7a8d), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.351820 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (7ffa8019-894b-4933-b80a-f91f9dca7a8d), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.425430 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:20.450454 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (7ffa8019-894b-4933-b80a-f91f9dca7a8d), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.590361 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (7ffa8019-894b-4933-b80a-f91f9dca7a8d), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.615678 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ffa8019-894b-4933-b80a-f91f9dca7a8d,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:20.620586 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.623647 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/7ffa8019-894b-4933-b80a-f91f9dca7a8d HTTP/1.1" status: 204 len: 168 time: 0.3658586 Oct 17 03:56:20.628134 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0fc242-26b5-419b-85c2-2aa46dbeef3e None None] Network 11e26cbc-21cb-4e26-bbc3-bb580c90779d requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:56:20.628271 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58804) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:20.629737 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.630075 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.630407 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.630741 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.631105 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.631390 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.631709 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.632051 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.632367 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.632685 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.633001 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.633316 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.633628 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.633939 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.634293 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b746c-c3b6-413e-9564-22adc6f44c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:20.681138 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.701960 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (11e26cbc-21cb-4e26-bbc3-bb580c90779d), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.744130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Deleting port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:20.744468 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.787283 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42972e8a-5afb-4e11-a00d-70c6a23e0679 None None] DHCP port deletion for 11e26cbc-21cb-4e26-bbc3-bb580c90779d request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:56:20.816313 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] For port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=94a47be5-b4d9-4931-ba2f-5afdd3a6bca1,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:20.816682 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.825942 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-42972e8a-5afb-4e11-a00d-70c6a23e0679 None None] Deleting port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:20.826388 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-42972e8a-5afb-4e11-a00d-70c6a23e0679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.847030 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Calling delete_port for 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 owned by network:dhcp {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:20.889615 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ef90a-b1d0-4fbc-9b01-6077e68b40d9 req-eaa8660e-3e66-4483-826d-866e16a7c524 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:20.891259 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-957ef90a-b1d0-4fbc-9b01-6077e68b40d9 req-eaa8660e-3e66-4483-826d-866e16a7c524 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 946 time: 0.0568507 Oct 17 03:56:20.892947 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-42972e8a-5afb-4e11-a00d-70c6a23e0679 None None] For port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=94a47be5-b4d9-4931-ba2f-5afdd3a6bca1,segment=NetworkSegment(38a280c3-e62f-473d-a95a-18ee010f57c8),segment_id=38a280c3-e62f-473d-a95a-18ee010f57c8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:20.893375 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-42972e8a-5afb-4e11-a00d-70c6a23e0679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:20.906039 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-42972e8a-5afb-4e11-a00d-70c6a23e0679 None None] Calling delete_port for 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:20.952817 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:20.985039 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-957ef90a-b1d0-4fbc-9b01-6077e68b40d9 req-d7563b1b-497c-4148-b8a6-2baf5785f10d tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683224 Oct 17 03:56:21.055859 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-42972e8a-5afb-4e11-a00d-70c6a23e0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.063471 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (94a47be5-b4d9-4931-ba2f-5afdd3a6bca1), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.083510 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42972e8a-5afb-4e11-a00d-70c6a23e0679 None None] Pushing event deleted for resources: {'Port': ['ID=94a47be5-b4d9-4931-ba2f-5afdd3a6bca1,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:21.087113 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42972e8a-5afb-4e11-a00d-70c6a23e0679 None None] No DVR routers for this DVR port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:56:21.094022 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=94a47be5-b4d9-4931-ba2f-5afdd3a6bca1,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:21.098829 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] No DVR routers for this DVR port 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 on host dv-cinder-815582-16-iscsi {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:56:21.172583 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (11e26cbc-21cb-4e26-bbc3-bb580c90779d), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.193244 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e26cbc-21cb-4e26-bbc3-bb580c90779d']}} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:21.202289 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a280c3-e62f-473d-a95a-18ee010f57c8') {'for_net_delete': True} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:21.202578 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a280c3-e62f-473d-a95a-18ee010f57c8') {} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:21.212285 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12640230'] for segment (38a280c3-e62f-473d-a95a-18ee010f57c8), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.226035 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (38a280c3-e62f-473d-a95a-18ee010f57c8), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.236672 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=111640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:56:21.237614 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12638769'] for segment (38a280c3-e62f-473d-a95a-18ee010f57c8), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.272680 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 58abd556-3415-4a1d-b6d2-3292a0a99afa no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:21.282296 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment 38a280c3-e62f-473d-a95a-18ee010f57c8 resource provider aggregate not found Oct 17 03:56:21.296126 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 58abd556-3415-4a1d-b6d2-3292a0a99afa {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:56:21.297345 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 58abd556-3415-4a1d-b6d2-3292a0a99afa not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:56:21.297345 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device da0186c0-197f-4975-94d2-c99ecba488dc no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:21.301151 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment 38a280c3-e62f-473d-a95a-18ee010f57c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38a280c3-e62f-473d-a95a-18ee010f57c8 found for delete ", "request_id": "req-f73cbf35-2ae1-4def-bb4d-bf1c0fda4e94"}]} Oct 17 03:56:21.316677 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: da0186c0-197f-4975-94d2-c99ecba488dc {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:56:21.320415 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device da0186c0-197f-4975-94d2-c99ecba488dc not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:56:21.320415 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:21.335159 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:56:21.335501 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 94a47be5-b4d9-4931-ba2f-5afdd3a6bca1 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:56:21.395609 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (11e26cbc-21cb-4e26-bbc3-bb580c90779d), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.401067 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.406979 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/11e26cbc-21cb-4e26-bbc3-bb580c90779d HTTP/1.1" status: 204 len: 168 time: 0.7767982 Oct 17 03:56:21.416395 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=11e26cbc-21cb-4e26-bbc3-bb580c90779d,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:21.423769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.424113 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.425016 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.425354 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.425684 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.426014 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.426338 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.426661 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.426985 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.427304 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.427628 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.428038 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.428365 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.428609 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.428973 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e851a-bf95-413f-ac75-c8755c070b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:21.722467 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58814) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:21.760034 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-97fd191c-c346-4199-b551-a005db461764 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=cf238531f665437faddc8002d3b2ab6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384493 Oct 17 03:56:21.762502 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58816) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:21.809655 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dbe52d1b-97d7-4a77-96de-1d6798a800fe admin admin] Publish callbacks [] for security_group (bd592bb4-ece3-429a-b47d-eb18966afb33), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.829658 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dbe52d1b-97d7-4a77-96de-1d6798a800fe admin admin] Publish callbacks [] for security_group (bd592bb4-ece3-429a-b47d-eb18966afb33), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.941556 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dbe52d1b-97d7-4a77-96de-1d6798a800fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (bd592bb4-ece3-429a-b47d-eb18966afb33), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.944002 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dbe52d1b-97d7-4a77-96de-1d6798a800fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:21.945169 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-dbe52d1b-97d7-4a77-96de-1d6798a800fe admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/bd592bb4-ece3-429a-b47d-eb18966afb33 HTTP/1.1" status: 204 len: 168 time: 0.1817722 Oct 17 03:56:21.953147 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe52d1b-97d7-4a77-96de-1d6798a800fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd592bb4-ece3-429a-b47d-eb18966afb33,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:22.106095 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb2fa4-3a64-47a3-a484-759b5e6121df req-b53ab4db-8fcb-4b48-809b-d54ea039da9c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:22.107545 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6dbb2fa4-3a64-47a3-a484-759b5e6121df req-b53ab4db-8fcb-4b48-809b-d54ea039da9c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 946 time: 0.0456631 Oct 17 03:56:22.155363 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6dbb2fa4-3a64-47a3-a484-759b5e6121df req-25a13308-5a80-42a5-80d8-fd379c4d3e24 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421777 Oct 17 03:56:22.277007 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6862a8-23fa-4dcc-b5e4-a190ae086494 req-831035be-12db-44eb-a890-2fb61fd6e9d3 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:22.278743 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bc6862a8-23fa-4dcc-b5e4-a190ae086494 req-831035be-12db-44eb-a890-2fb61fd6e9d3 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 946 time: 0.0510943 Oct 17 03:56:22.289612 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58826) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:22.293963 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-c0716a13-c7b5-4df7-97be-42c153f91680 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Request body: {'floatingip': {'port_id': '6bd14a14-2324-4ad8-883f-c897db79d3d8'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:22.328216 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:22.333073 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c0716a13-c7b5-4df7-97be-42c153f91680 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (0d105920-d93b-4d08-a334-df74bd831591), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:22.698474 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:22.763426 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c0716a13-c7b5-4df7-97be-42c153f91680 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:22.824054 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c0716a13-c7b5-4df7-97be-42c153f91680 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (0d105920-d93b-4d08-a334-df74bd831591), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:22.922406 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [None req-c0716a13-c7b5-4df7-97be-42c153f91680 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Floating IP 0d105920-d93b-4d08-a334-df74bd831591 associated. External IP: 172.27.4.196, port: 6bd14a14-2324-4ad8-883f-c897db79d3d8. Oct 17 03:56:23.118031 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0716a13-c7b5-4df7-97be-42c153f91680 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:56:23.226008 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0716a13-c7b5-4df7-97be-42c153f91680 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:56:23.231033 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c0716a13-c7b5-4df7-97be-42c153f91680 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:23.236130 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] Sync routers for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:56:23.246460 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:56:23.247080 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:23.249601 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:23.260875 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c0716a13-c7b5-4df7-97be-42c153f91680 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/0d105920-d93b-4d08-a334-df74bd831591 HTTP/1.1" status: 200 len: 992 time: 0.9703703 Oct 17 03:56:23.261736 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'tag': '6bd14a14-2324-4ad8-883f-c897db79d3d8'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:23.263990 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be07ab02-8792-4109-96b6-84a7efabe111" -d '{"events": [{"name": "network-changed", "server_uuid": "13c22e73-74fd-4dfd-ab0a-a667248bcb97", "tag": "6bd14a14-2324-4ad8-883f-c897db79d3d8"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:23.302632 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a28a90-aae4-4dcd-9a16-fdd085029355 x-openstack-request-id: req-45a28a90-aae4-4dcd-9a16-fdd085029355 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:23.303261 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c22e73-74fd-4dfd-ab0a-a667248bcb97", "tag": "6bd14a14-2324-4ad8-883f-c897db79d3d8", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:23.303261 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-45a28a90-aae4-4dcd-9a16-fdd085029355 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:23.303566 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a28a90-aae4-4dcd-9a16-fdd085029355'] response: {'name': 'network-changed', 'server_uuid': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'tag': '6bd14a14-2324-4ad8-883f-c897db79d3d8', 'status': 'completed', 'code': 200} Oct 17 03:56:23.343637 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:23.351070 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:23.359482 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:56:23.376835 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07ab02-8792-4109-96b6-84a7efabe111 req-ac627dad-d3a6-4b6a-957f-13c70b2e2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:23.378859 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-be07ab02-8792-4109-96b6-84a7efabe111 req-ac627dad-d3a6-4b6a-957f-13c70b2e2db1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=735cb7f647604741982528fc91abb7b6&device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 1130 time: 0.0470366 Oct 17 03:56:23.474118 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07ab02-8792-4109-96b6-84a7efabe111 req-5f7aec86-857d-4075-a67a-ce38ae0e7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:23.475605 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-be07ab02-8792-4109-96b6-84a7efabe111 req-5f7aec86-857d-4075-a67a-ce38ae0e7198 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 200 len: 912 time: 0.0898364 Oct 17 03:56:23.548993 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-be07ab02-8792-4109-96b6-84a7efabe111 req-682fcffd-f538-4384-98ce-304686045396 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd14a14-2324-4ad8-883f-c897db79d3d8 HTTP/1.1" status: 200 len: 1000 time: 0.0665047 Oct 17 03:56:23.608223 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07ab02-8792-4109-96b6-84a7efabe111 req-2f4ad090-74fc-4de2-bf33-2c1a7a7c96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:23.609697 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-be07ab02-8792-4109-96b6-84a7efabe111 req-2f4ad090-74fc-4de2-bf33-2c1a7a7c96f8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=fc392004-8afd-451c-9dcb-41ef655b2ff1 HTTP/1.1" status: 200 len: 850 time: 0.0542927 Oct 17 03:56:23.656248 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07ab02-8792-4109-96b6-84a7efabe111 req-abe83da2-6c5c-498b-a58f-d138fbe457d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:23.657741 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-be07ab02-8792-4109-96b6-84a7efabe111 req-abe83da2-6c5c-498b-a58f-d138fbe457d5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9596452a-c538-49c6-83ce-e63a5d474491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417502 Oct 17 03:56:23.737540 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '0d105920-d93b-4d08-a334-df74bd831591', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'floating_ip_address': '172.27.4.196', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'port_id': '6bd14a14-2324-4ad8-883f-c897db79d3d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'mac_address': 'fa:16:3e:83:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:56:05Z', 'updated_at': '2022-10-17T03:56:22Z', 'revision_number': 1, 'project_id': '735cb7f647604741982528fc91abb7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:23.764645 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] Checking router: b5cbccfc-aece-42b5-a8cb-ceb6899903b8 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:56:23.765669 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-be07ab02-8792-4109-96b6-84a7efabe111 req-d124fb2b-7a89-4a6c-9923-28d96bb46ed6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004853 Oct 17 03:56:23.773486 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:56:23.774487 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:55:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:23.831828 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:23.865881 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-be07ab02-8792-4109-96b6-84a7efabe111 req-35401deb-33e8-4ab0-990b-882d9dfc78b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937951 Oct 17 03:56:23.882695 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:56:24.095351 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:24.108696 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '0d105920-d93b-4d08-a334-df74bd831591', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'floating_ip_address': '172.27.4.196', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'port_id': '6bd14a14-2324-4ad8-883f-c897db79d3d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'mac_address': 'fa:16:3e:83:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:56:05Z', 'updated_at': '2022-10-17T03:56:22Z', 'revision_number': 1, 'project_id': '735cb7f647604741982528fc91abb7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:24.139438 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea44dce-74eb-49d1-926d-38d5057b7a5a None None] The sync data for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi is: [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '0d105920-d93b-4d08-a334-df74bd831591', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'floating_ip_address': '172.27.4.196', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'port_id': '6bd14a14-2324-4ad8-883f-c897db79d3d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'mac_address': 'fa:16:3e:83:ec:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:56:05Z', 'updated_at': '2022-10-17T03:56:22Z', 'revision_number': 1, 'project_id': '735cb7f647604741982528fc91abb7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:56:24.348321 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8be2ac-4e78-49fa-acdc-0ecbe766e41b None None] New status for floating IP 0d105920-d93b-4d08-a334-df74bd831591: ACTIVE {{(pid=111642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:56:24.435002 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:24.611855 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58886) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:24.720228 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9c95c225-ef63-43f9-9a8b-7f4c03b654a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:24.794415 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9c95c225-ef63-43f9-9a8b-7f4c03b654a5 admin admin] Publish callbacks [] for security_group (29eb0654-f123-4183-851a-017947895c92), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:24.884348 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9c95c225-ef63-43f9-9a8b-7f4c03b654a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (29eb0654-f123-4183-851a-017947895c92), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:24.925840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95c225-ef63-43f9-9a8b-7f4c03b654a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eb0654-f123-4183-851a-017947895c92,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:24.934757 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-9c95c225-ef63-43f9-9a8b-7f4c03b654a5 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=383031080dc540529bc1e8f4e190a347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196452 Oct 17 03:56:24.934757 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58892) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:24.983295 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bf26a8e2-f818-43f5-9e42-5ed1296b7bc9 admin admin] Publish callbacks [] for security_group (29eb0654-f123-4183-851a-017947895c92), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:25.004174 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bf26a8e2-f818-43f5-9e42-5ed1296b7bc9 admin admin] Publish callbacks [] for security_group (29eb0654-f123-4183-851a-017947895c92), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:25.112567 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bf26a8e2-f818-43f5-9e42-5ed1296b7bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (29eb0654-f123-4183-851a-017947895c92), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:25.115061 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bf26a8e2-f818-43f5-9e42-5ed1296b7bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:25.116226 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-bf26a8e2-f818-43f5-9e42-5ed1296b7bc9 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/29eb0654-f123-4183-851a-017947895c92 HTTP/1.1" status: 204 len: 168 time: 0.1820092 Oct 17 03:56:25.124200 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26a8e2-f818-43f5-9e42-5ed1296b7bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eb0654-f123-4183-851a-017947895c92,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:25.705200 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 58900) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:25.718760 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7dc13d27-65f2-4bcf-bcb9-3f012cdf94b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:25.793503 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7dc13d27-65f2-4bcf-bcb9-3f012cdf94b2 admin admin] Publish callbacks [] for security_group (e51e920f-b29b-4c18-8349-190bfa4cf19c), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:25.866755 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7dc13d27-65f2-4bcf-bcb9-3f012cdf94b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (e51e920f-b29b-4c18-8349-190bfa4cf19c), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:25.906095 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-7dc13d27-65f2-4bcf-bcb9-3f012cdf94b2 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=165d26e917314feab1cc0f428c5cc0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998105 Oct 17 03:56:25.906956 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc13d27-65f2-4bcf-bcb9-3f012cdf94b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51e920f-b29b-4c18-8349-190bfa4cf19c,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:25.909535 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 58904) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:25.960050 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-12028645-357a-4d6d-909c-5d683daebc88 admin admin] Publish callbacks [] for security_group (e51e920f-b29b-4c18-8349-190bfa4cf19c), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:25.982932 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-12028645-357a-4d6d-909c-5d683daebc88 admin admin] Publish callbacks [] for security_group (e51e920f-b29b-4c18-8349-190bfa4cf19c), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:26.084309 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-12028645-357a-4d6d-909c-5d683daebc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (e51e920f-b29b-4c18-8349-190bfa4cf19c), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:26.086778 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-12028645-357a-4d6d-909c-5d683daebc88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:26.087931 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-12028645-357a-4d6d-909c-5d683daebc88 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e51e920f-b29b-4c18-8349-190bfa4cf19c HTTP/1.1" status: 204 len: 168 time: 0.1768229 Oct 17 03:56:26.105285 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12028645-357a-4d6d-909c-5d683daebc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51e920f-b29b-4c18-8349-190bfa4cf19c,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:26.715545 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-155086a0-62ed-4dca-ad1b-cb4749f3e94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:27.053647 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7b57e-1300-41dc-8299-8ca24fa5b2f0 req-b07e804f-299e-4f90-ab6c-b4538cf6f93a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:27.055120 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-59f7b57e-1300-41dc-8299-8ca24fa5b2f0 req-b07e804f-299e-4f90-ab6c-b4538cf6f93a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0536201 Oct 17 03:56:27.074228 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:27.103615 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-59f7b57e-1300-41dc-8299-8ca24fa5b2f0 req-db1227bd-aae8-4df8-8f06-f88017890a8f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426612 Oct 17 03:56:28.230412 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad24d0-7fbf-4d6e-80fd-01f78888fc48 req-61180df2-6634-49ff-976a-80e5964a846a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:28.231986 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b8ad24d0-7fbf-4d6e-80fd-01f78888fc48 req-61180df2-6634-49ff-976a-80e5964a846a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0467970 Oct 17 03:56:28.279391 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b8ad24d0-7fbf-4d6e-80fd-01f78888fc48 req-4dd8ec6c-161d-4cd4-9ae7-5a476cd5ff44 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Oct 17 03:56:28.901118 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-1b01aa33-afcd-4851-bc78-c5700bc7ffe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:29.404373 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8825ff9-ecb2-401d-b4c5-c7ed8b169b2e req-74076fec-0d3d-46cd-8dd4-bc08abff54d8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:29.405863 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b8825ff9-ecb2-401d-b4c5-c7ed8b169b2e req-74076fec-0d3d-46cd-8dd4-bc08abff54d8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0470538 Oct 17 03:56:29.457402 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b8825ff9-ecb2-401d-b4c5-c7ed8b169b2e req-1eda74f7-5c28-49c4-a233-a68d529c10a4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454307 Oct 17 03:56:30.241307 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:30.584922 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d864c-db9c-4588-bd0d-877b23f43e95 req-0bf66794-b226-407d-80d1-969506e54e48 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:30.586556 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bd1d864c-db9c-4588-bd0d-877b23f43e95 req-0bf66794-b226-407d-80d1-969506e54e48 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Oct 17 03:56:30.633829 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bd1d864c-db9c-4588-bd0d-877b23f43e95 req-08085053-3f29-495a-9977-d6988b580499 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413749 Oct 17 03:56:31.315622 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59060) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:31.418964 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4c2a70e9-4b30-4fa3-af66-ab3cfb464631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:31.461595 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:31.497532 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4c2a70e9-4b30-4fa3-af66-ab3cfb464631 admin admin] Publish callbacks [] for security_group (e52ac62f-fce7-4e33-ba05-422160a945de), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:31.524006 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:31.575247 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4c2a70e9-4b30-4fa3-af66-ab3cfb464631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (e52ac62f-fce7-4e33-ba05-422160a945de), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:31.614114 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a70e9-4b30-4fa3-af66-ab3cfb464631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ac62f-fce7-4e33-ba05-422160a945de,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:31.618592 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-4c2a70e9-4b30-4fa3-af66-ab3cfb464631 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=abdb1f0de7ae4756a2c49b2c197c21e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019390 Oct 17 03:56:31.622766 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59066) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:31.635869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:31.673985 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-824d4c26-5bb1-41a7-9bd1-c0f815610034 admin admin] Publish callbacks [] for security_group (e52ac62f-fce7-4e33-ba05-422160a945de), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:31.696261 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-824d4c26-5bb1-41a7-9bd1-c0f815610034 admin admin] Publish callbacks [] for security_group (e52ac62f-fce7-4e33-ba05-422160a945de), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:31.770614 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bf6e6-937c-44e8-8b2e-6bd78516fdbf req-3f4ba70a-1428-4fae-a2f7-03a677787616 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:31.772093 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-eb0bf6e6-937c-44e8-8b2e-6bd78516fdbf req-3f4ba70a-1428-4fae-a2f7-03a677787616 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0516157 Oct 17 03:56:31.821374 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-eb0bf6e6-937c-44e8-8b2e-6bd78516fdbf req-fd08d9d3-6e64-4b67-a8d8-0bca1b58d2bd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437064 Oct 17 03:56:31.838554 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-824d4c26-5bb1-41a7-9bd1-c0f815610034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (e52ac62f-fce7-4e33-ba05-422160a945de), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:31.841079 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-824d4c26-5bb1-41a7-9bd1-c0f815610034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:31.842141 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-824d4c26-5bb1-41a7-9bd1-c0f815610034 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e52ac62f-fce7-4e33-ba05-422160a945de HTTP/1.1" status: 204 len: 168 time: 0.2183723 Oct 17 03:56:31.850244 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d4c26-5bb1-41a7-9bd1-c0f815610034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52ac62f-fce7-4e33-ba05-422160a945de,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:32.474616 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59074) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:32.488956 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-da8574c6-7753-4653-ab4e-304a78a2e47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:32.525936 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:32.564617 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-da8574c6-7753-4653-ab4e-304a78a2e47e admin admin] Publish callbacks [] for security_group (75352f11-e11d-4004-8b02-ceb12abd7c7f), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:32.632805 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-da8574c6-7753-4653-ab4e-304a78a2e47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (75352f11-e11d-4004-8b02-ceb12abd7c7f), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:32.671900 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8574c6-7753-4653-ab4e-304a78a2e47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75352f11-e11d-4004-8b02-ceb12abd7c7f,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:32.676757 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-da8574c6-7753-4653-ab4e-304a78a2e47e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=0b4a3b4e04c54f9d99b3ea39bb97de62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011313 Oct 17 03:56:32.680834 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59076) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:32.731033 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-cab335e8-3723-4e7d-9e13-7a6280c1f57d admin admin] Publish callbacks [] for security_group (75352f11-e11d-4004-8b02-ceb12abd7c7f), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:32.750769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-cab335e8-3723-4e7d-9e13-7a6280c1f57d admin admin] Publish callbacks [] for security_group (75352f11-e11d-4004-8b02-ceb12abd7c7f), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:32.858624 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-cab335e8-3723-4e7d-9e13-7a6280c1f57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (75352f11-e11d-4004-8b02-ceb12abd7c7f), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:32.861179 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-cab335e8-3723-4e7d-9e13-7a6280c1f57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:32.862392 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-cab335e8-3723-4e7d-9e13-7a6280c1f57d admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/75352f11-e11d-4004-8b02-ceb12abd7c7f HTTP/1.1" status: 204 len: 168 time: 0.1806045 Oct 17 03:56:32.873880 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab335e8-3723-4e7d-9e13-7a6280c1f57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75352f11-e11d-4004-8b02-ceb12abd7c7f,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:32.948837 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5e584-fe44-4204-a0cf-52a5917f3455 req-a8006b73-a20a-4d1d-a66f-8176829d18dc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:32.950313 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9aa5e584-fe44-4204-a0cf-52a5917f3455 req-a8006b73-a20a-4d1d-a66f-8176829d18dc tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Oct 17 03:56:32.999268 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9aa5e584-fe44-4204-a0cf-52a5917f3455 req-a2bace69-0acb-4cc7-8548-78f21ad45eca tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427523 Oct 17 03:56:34.125259 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c980-6cd9-4026-9bb7-c05529375d92 req-b08520a2-999a-4d11-8ecd-11f795e1d0cf tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:34.126730 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c412c980-6cd9-4026-9bb7-c05529375d92 req-b08520a2-999a-4d11-8ecd-11f795e1d0cf tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0466230 Oct 17 03:56:34.175268 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c412c980-6cd9-4026-9bb7-c05529375d92 req-ae7a26fa-350f-401f-b04e-e91ce69fa45f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425172 Oct 17 03:56:34.453523 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:35.157215 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59124) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:35.262662 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c149340-f397-4d4c-b968-3ebcf31669a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:35.274671 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:35.302680 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc227be-af48-4c82-a187-feaae65ffb64 req-b86ab6f8-59d0-4253-a6da-3f96796dcb51 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:35.304106 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8dc227be-af48-4c82-a187-feaae65ffb64 req-b86ab6f8-59d0-4253-a6da-3f96796dcb51 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0452788 Oct 17 03:56:35.338945 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c149340-f397-4d4c-b968-3ebcf31669a0 admin admin] Publish callbacks [] for security_group (ae9fcd52-56d3-4a43-9075-39e4ffd764e0), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:35.351520 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8dc227be-af48-4c82-a187-feaae65ffb64 req-470fa418-a34a-49ac-8126-13769bc762d2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416200 Oct 17 03:56:35.407318 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7c149340-f397-4d4c-b968-3ebcf31669a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (ae9fcd52-56d3-4a43-9075-39e4ffd764e0), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:35.448170 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-7c149340-f397-4d4c-b968-3ebcf31669a0 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=8539c64a60e04bcc99034d3bc98de5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898843 Oct 17 03:56:35.449012 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c149340-f397-4d4c-b968-3ebcf31669a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9fcd52-56d3-4a43-9075-39e4ffd764e0,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:35.451025 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 59130) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:35.458195 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:35.503526 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-26ca13ae-776b-46ed-b7f1-1a575462794a admin admin] Publish callbacks [] for security_group (ae9fcd52-56d3-4a43-9075-39e4ffd764e0), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:35.523353 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-26ca13ae-776b-46ed-b7f1-1a575462794a admin admin] Publish callbacks [] for security_group (ae9fcd52-56d3-4a43-9075-39e4ffd764e0), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:35.629874 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-26ca13ae-776b-46ed-b7f1-1a575462794a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (ae9fcd52-56d3-4a43-9075-39e4ffd764e0), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:35.632370 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-26ca13ae-776b-46ed-b7f1-1a575462794a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:35.633504 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-26ca13ae-776b-46ed-b7f1-1a575462794a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/ae9fcd52-56d3-4a43-9075-39e4ffd764e0 HTTP/1.1" status: 204 len: 168 time: 0.1814635 Oct 17 03:56:35.641351 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca13ae-776b-46ed-b7f1-1a575462794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9fcd52-56d3-4a43-9075-39e4ffd764e0,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:36.194284 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 59136) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:36.208123 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ce057e22-5bb4-4541-87bb-edda80d9ab32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:36.210773 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:36.281884 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ce057e22-5bb4-4541-87bb-edda80d9ab32 admin admin] Publish callbacks [] for security_group (095cf05c-f826-45c1-86b0-b583f4ed4dc5), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:36.343903 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ce057e22-5bb4-4541-87bb-edda80d9ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (095cf05c-f826-45c1-86b0-b583f4ed4dc5), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:36.382400 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ce057e22-5bb4-4541-87bb-edda80d9ab32 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=fe76b8c6f5b94b54ab1c14c76561a0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870887 Oct 17 03:56:36.383244 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce057e22-5bb4-4541-87bb-edda80d9ab32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095cf05c-f826-45c1-86b0-b583f4ed4dc5,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:36.385171 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59138) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:36.451684 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-511c9e91-be8b-40cc-9abf-e3a13a064c7c admin admin] Publish callbacks [] for security_group (095cf05c-f826-45c1-86b0-b583f4ed4dc5), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:36.499906 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9e749-256c-4a3e-92a3-9827ba19c495 req-3190505f-1b2d-4aaa-a305-b1959a935c33 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:36.501379 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a6c9e749-256c-4a3e-92a3-9827ba19c495 req-3190505f-1b2d-4aaa-a305-b1959a935c33 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0637820 Oct 17 03:56:36.503756 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-511c9e91-be8b-40cc-9abf-e3a13a064c7c admin admin] Publish callbacks [] for security_group (095cf05c-f826-45c1-86b0-b583f4ed4dc5), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:36.572887 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a6c9e749-256c-4a3e-92a3-9827ba19c495 req-f0e8e9f2-9ac9-4db3-814b-81566efafc65 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623648 Oct 17 03:56:36.647453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-511c9e91-be8b-40cc-9abf-e3a13a064c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (095cf05c-f826-45c1-86b0-b583f4ed4dc5), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:36.650078 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-511c9e91-be8b-40cc-9abf-e3a13a064c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:36.651192 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-511c9e91-be8b-40cc-9abf-e3a13a064c7c admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/095cf05c-f826-45c1-86b0-b583f4ed4dc5 HTTP/1.1" status: 204 len: 168 time: 0.2635398 Oct 17 03:56:36.659521 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c9e91-be8b-40cc-9abf-e3a13a064c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095cf05c-f826-45c1-86b0-b583f4ed4dc5,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:37.698351 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bba7f-e2bb-4052-9952-eeca31db95c9 req-bbff1fa7-8eeb-4758-a777-3938715261f1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:37.700775 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ad1bba7f-e2bb-4052-9952-eeca31db95c9 req-bbff1fa7-8eeb-4758-a777-3938715261f1 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Oct 17 03:56:37.751978 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ad1bba7f-e2bb-4052-9952-eeca31db95c9 req-0e7357d3-2287-4256-b559-b9dbd43c9448 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Oct 17 03:56:38.876660 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194715b8-4df3-4070-ab32-206f80ec1476 req-56df8c39-1876-4449-9b52-ecb83a615fc6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:38.878744 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-194715b8-4df3-4070-ab32-206f80ec1476 req-56df8c39-1876-4449-9b52-ecb83a615fc6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0479097 Oct 17 03:56:38.929499 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-194715b8-4df3-4070-ab32-206f80ec1476 req-f6cc1fa4-4ac9-49c6-a1e6-964c0fdbd844 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450144 Oct 17 03:56:39.530277 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:56:39.636113 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:39.648165 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'port_id': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'mac_address': 'fa:16:3e:54:2e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:56:39.683323 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 is: ACTIVE; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:56:39.683478 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:39.696857 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:56:39.718280 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:39.784900 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:39.836405 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=6']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:39.843797 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.844139 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.844480 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.844835 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.845168 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.845501 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.845825 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.846193 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.846521 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.846844 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.847169 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.847490 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.847902 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.848226 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.848548 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:56:39.873873 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:56:39.876128 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:56:40.058512 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c565a5-d6b0-434e-abe8-b0130dae8bea req-559114eb-b7e6-44a1-8a97-9ec1b1aae075 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:40.060951 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-01c565a5-d6b0-434e-abe8-b0130dae8bea req-559114eb-b7e6-44a1-8a97-9ec1b1aae075 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 944 time: 0.0475011 Oct 17 03:56:40.111952 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-01c565a5-d6b0-434e-abe8-b0130dae8bea req-a7dda6fd-a9c1-42af-b723-2de978f1e1ca tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439816 Oct 17 03:56:41.255644 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69b355-c209-45d1-995d-56c06eb20a17 req-5e248b2a-dccb-45bf-a282-6ad7a961af58 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:41.257587 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d69b355-c209-45d1-995d-56c06eb20a17 req-5e248b2a-dccb-45bf-a282-6ad7a961af58 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 944 time: 0.0575805 Oct 17 03:56:41.292303 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:41.310748 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d69b355-c209-45d1-995d-56c06eb20a17 req-e5ee86aa-58c0-4c55-8adf-54ff9133f15c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476675 Oct 17 03:56:41.542534 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:56:41.595280 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:56:41.603577 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:41.603577 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 Oct 17 03:56:41.680095 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:56:41.680725 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:41.710128 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:41.712442 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4128f3-89e5-4bf7-8528-dfe60b91366d" -d '{"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:41.727421 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:41.788027 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:41.795335 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:41.837823 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:41.844758 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=7']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:41.928570 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aded1b4-b226-46e9-9d3e-de044d18caa4 x-openstack-request-id: req-6aded1b4-b226-46e9-9d3e-de044d18caa4 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:41.930191 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:41.930191 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6aded1b4-b226-46e9-9d3e-de044d18caa4 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:41.930191 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aded1b4-b226-46e9-9d3e-de044d18caa4'] response: {'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'code': 200} Oct 17 03:56:42.453182 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dcc3a-e52c-41ad-837e-7a48009fa966 req-87b33c3a-c5eb-4117-bcbd-6224d5ee7680 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:42.454895 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-588dcc3a-e52c-41ad-837e-7a48009fa966 req-87b33c3a-c5eb-4117-bcbd-6224d5ee7680 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0542631 Oct 17 03:56:42.510046 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-588dcc3a-e52c-41ad-837e-7a48009fa966 req-3f754760-d3e6-49e9-8a78-b11dd6acfcea tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475371 Oct 17 03:56:43.652733 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d52795-589a-4f36-af95-127d440e715b req-02a9d6e7-20a0-4948-a93a-df92db787511 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:43.654184 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c0d52795-589a-4f36-af95-127d440e715b req-02a9d6e7-20a0-4948-a93a-df92db787511 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0503404 Oct 17 03:56:43.718487 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c0d52795-589a-4f36-af95-127d440e715b req-06536b6f-7db3-45d0-afdd-a2fe9afea6ed tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579183 Oct 17 03:56:44.879614 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d262be-67ba-4038-a440-e4db50fc8b45 req-12ca4c31-0b74-4804-a9cc-116261512d08 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:44.882699 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-41d262be-67ba-4038-a440-e4db50fc8b45 req-12ca4c31-0b74-4804-a9cc-116261512d08 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0655537 Oct 17 03:56:44.941572 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-41d262be-67ba-4038-a440-e4db50fc8b45 req-64dd334c-c1ef-4624-8272-418d9ec88c0e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533235 Oct 17 03:56:46.088508 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7466b-03ed-4c59-afd6-3179a2b75af7 req-3273afc5-671c-4dee-8ccc-c41f0968cf17 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:46.093128 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-56b7466b-03ed-4c59-afd6-3179a2b75af7 req-3273afc5-671c-4dee-8ccc-c41f0968cf17 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0572577 Oct 17 03:56:46.148390 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-56b7466b-03ed-4c59-afd6-3179a2b75af7 req-a0ededcb-fec7-4646-8340-c640139a2f3b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527260 Oct 17 03:56:47.297393 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85f0bd-f26e-49f7-b6a8-b8ebf8045d22 req-d426abac-da78-4f77-835a-9197a4652fea tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:47.299167 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9e85f0bd-f26e-49f7-b6a8-b8ebf8045d22 req-d426abac-da78-4f77-835a-9197a4652fea tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0548241 Oct 17 03:56:47.349638 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9e85f0bd-f26e-49f7-b6a8-b8ebf8045d22 req-9b689dcd-c0a2-4e82-aea5-55c76b76e929 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446265 Oct 17 03:56:48.490225 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296097f9-75de-4dc0-90d9-9f181baa455b req-62abf416-8363-41a7-9d14-0fd478a1f733 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:48.492610 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-296097f9-75de-4dc0-90d9-9f181baa455b req-62abf416-8363-41a7-9d14-0fd478a1f733 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0569372 Oct 17 03:56:48.543924 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-296097f9-75de-4dc0-90d9-9f181baa455b req-de71757b-bc22-4917-b1a8-fe1f5fd57a57 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452979 Oct 17 03:56:49.867951 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192e6fa-c5be-46f7-a982-de418bfd8b18 req-eebbffe6-4646-4f3a-97fb-8e020c60a5ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:49.870190 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3192e6fa-c5be-46f7-a982-de418bfd8b18 req-eebbffe6-4646-4f3a-97fb-8e020c60a5ce tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0812447 Oct 17 03:56:49.956819 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3192e6fa-c5be-46f7-a982-de418bfd8b18 req-642bae0c-604f-467b-93e0-c9434db02f9f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781651 Oct 17 03:56:50.650396 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:50.887126 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59380) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:51.003543 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-660b7efe-a1c9-4d2b-a392-397016546180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:51.043243 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:51.102565 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deed5c-04f9-42e8-bdc2-431414a2af84 req-938dd257-9bc7-4f94-9dcb-53b8f30ae5c2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:51.104040 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1deed5c-04f9-42e8-bdc2-431414a2af84 req-938dd257-9bc7-4f94-9dcb-53b8f30ae5c2 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0634606 Oct 17 03:56:51.142193 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-660b7efe-a1c9-4d2b-a392-397016546180 admin admin] Publish callbacks [] for security_group (0d959fa0-c478-4e4f-933b-a4ba08510c91), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:51.171010 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1deed5c-04f9-42e8-bdc2-431414a2af84 req-9fc1511c-4cb3-4c20-b7a9-630139889a84 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604641 Oct 17 03:56:51.230253 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-660b7efe-a1c9-4d2b-a392-397016546180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (0d959fa0-c478-4e4f-933b-a4ba08510c91), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:51.273309 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-660b7efe-a1c9-4d2b-a392-397016546180 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ffa18779c9f1446f9f82cb3f6abac921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850768 Oct 17 03:56:51.274126 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b7efe-a1c9-4d2b-a392-397016546180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d959fa0-c478-4e4f-933b-a4ba08510c91,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:51.276893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 59390) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:51.315679 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:51.328810 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-91cd5a9a-ab67-4086-ace0-9a88a75537f2 admin admin] Publish callbacks [] for security_group (0d959fa0-c478-4e4f-933b-a4ba08510c91), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:51.353479 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-91cd5a9a-ab67-4086-ace0-9a88a75537f2 admin admin] Publish callbacks [] for security_group (0d959fa0-c478-4e4f-933b-a4ba08510c91), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:51.453270 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-91cd5a9a-ab67-4086-ace0-9a88a75537f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (0d959fa0-c478-4e4f-933b-a4ba08510c91), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:51.456016 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-91cd5a9a-ab67-4086-ace0-9a88a75537f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:51.457214 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-91cd5a9a-ab67-4086-ace0-9a88a75537f2 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/0d959fa0-c478-4e4f-933b-a4ba08510c91 HTTP/1.1" status: 204 len: 168 time: 0.1793385 Oct 17 03:56:51.467274 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd5a9a-ab67-4086-ace0-9a88a75537f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d959fa0-c478-4e4f-933b-a4ba08510c91,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:51.482240 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600d1de-a788-4c50-b1d0-41eff54ccecb req-93f00846-2a44-49dd-8e41-fec2f757399c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:51.483778 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7600d1de-a788-4c50-b1d0-41eff54ccecb req-93f00846-2a44-49dd-8e41-fec2f757399c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0489695 Oct 17 03:56:51.533684 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7600d1de-a788-4c50-b1d0-41eff54ccecb req-8b254a00-ce58-48f3-b7ba-02c759ee553a tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424926 Oct 17 03:56:52.044881 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 59398) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:52.058762 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-54d3ba1a-cf8a-4087-badc-99e1c744735f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:52.131951 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-54d3ba1a-cf8a-4087-badc-99e1c744735f admin admin] Publish callbacks [] for security_group (118c311c-7d86-4b46-9aff-61d64283c0a8), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:52.215917 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-54d3ba1a-cf8a-4087-badc-99e1c744735f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (118c311c-7d86-4b46-9aff-61d64283c0a8), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:52.255765 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3ba1a-cf8a-4087-badc-99e1c744735f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118c311c-7d86-4b46-9aff-61d64283c0a8,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:52.259822 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-54d3ba1a-cf8a-4087-badc-99e1c744735f admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=331545ba36914a2f89ab4fe41b908afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139273 Oct 17 03:56:52.263213 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59402) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:52.288404 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:52.304084 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea3b1a-2f7a-4a47-b769-22497935fa8c req-611dab5e-84cd-45c7-9c48-90a28acc7c91 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:52.305549 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-62ea3b1a-2f7a-4a47-b769-22497935fa8c req-611dab5e-84cd-45c7-9c48-90a28acc7c91 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Oct 17 03:56:52.313490 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-01e3431f-b481-4d74-9e52-83321dd4f72e admin admin] Publish callbacks [] for security_group (118c311c-7d86-4b46-9aff-61d64283c0a8), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:52.315109 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:52.335181 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-01e3431f-b481-4d74-9e52-83321dd4f72e admin admin] Publish callbacks [] for security_group (118c311c-7d86-4b46-9aff-61d64283c0a8), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:52.356212 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-62ea3b1a-2f7a-4a47-b769-22497935fa8c req-b4a5e3f8-3a81-495b-aa65-4f1381fe38eb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450039 Oct 17 03:56:52.455901 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-01e3431f-b481-4d74-9e52-83321dd4f72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (118c311c-7d86-4b46-9aff-61d64283c0a8), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:52.458952 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-01e3431f-b481-4d74-9e52-83321dd4f72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:52.460428 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-01e3431f-b481-4d74-9e52-83321dd4f72e admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/118c311c-7d86-4b46-9aff-61d64283c0a8 HTTP/1.1" status: 204 len: 168 time: 0.1967723 Oct 17 03:56:52.468929 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3431f-b481-4d74-9e52-83321dd4f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118c311c-7d86-4b46-9aff-61d64283c0a8,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:52.654158 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f734-189c-42b0-89fc-aa28258772ec req-f0a6e940-4625-423a-8cf5-e8bde067a3f6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:52.655631 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9515f734-189c-42b0-89fc-aa28258772ec req-f0a6e940-4625-423a-8cf5-e8bde067a3f6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0473642 Oct 17 03:56:52.702733 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9515f734-189c-42b0-89fc-aa28258772ec req-7199cdb3-371c-42a2-8b02-620a1e250e66 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415139 Oct 17 03:56:52.847178 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-cdfe7f1c-712e-4590-a3fc-0ca22e77e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:52.848712 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-cdfe7f1c-712e-4590-a3fc-0ca22e77e9c8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 1129 time: 0.0392807 Oct 17 03:56:52.948429 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-9b1fe04d-5ea3-40c7-bd3a-49f88709fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:52.949876 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-9b1fe04d-5ea3-40c7-bd3a-49f88709fb67 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 917 time: 0.0891504 Oct 17 03:56:53.029909 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-34260def-8f77-4082-858b-d73c804bbce8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 HTTP/1.1" status: 200 len: 1000 time: 0.0551386 Oct 17 03:56:53.087133 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-525f3802-a314-4f29-8201-f6e896a68441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:53.088620 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-525f3802-a314-4f29-8201-f6e896a68441 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 200 len: 855 time: 0.0522735 Oct 17 03:56:53.173651 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-f59a0308-a377-4f4e-8e75-56b148c7c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:53.175101 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-f59a0308-a377-4f4e-8e75-56b148c7c386 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670426 Oct 17 03:56:53.181282 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930243bb-3852-44d6-905b-f3f1c191e586 req-94ab4aac-e8e4-4e85-80a5-742a0840cf24 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:53.182569 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-930243bb-3852-44d6-905b-f3f1c191e586 req-94ab4aac-e8e4-4e85-80a5-742a0840cf24 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0733330 Oct 17 03:56:53.336895 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Deleting port 955fbd7e-a8fa-4381-ac79-a960f99c6dad {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:53.337599 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:53.344053 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-e7cb6bbc-a181-400f-8b60-ae837ca63b07 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546328 Oct 17 03:56:53.443761 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:53.495881 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] For port 955fbd7e-a8fa-4381-ac79-a960f99c6dad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=955fbd7e-a8fa-4381-ac79-a960f99c6dad,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:53.496245 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:53.499678 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6312-9d0b-44a7-ba23-356019179b33 req-9ed2e290-bed3-4f5c-921a-70dea4474788 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:53.501350 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-cf1c6312-9d0b-44a7-ba23-356019179b33 req-9ed2e290-bed3-4f5c-921a-70dea4474788 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 945 time: 0.0583158 Oct 17 03:56:53.521872 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c1290fc8-6a2e-4661-9c72-038acdac26de req-d891d6f5-6985-4a95-bf0e-2f4c7fba5b4c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675081 Oct 17 03:56:53.558023 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-cf1c6312-9d0b-44a7-ba23-356019179b33 req-5a2c24ed-bed4-4fa5-a0a8-bd0bff9f990e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506008 Oct 17 03:56:53.560316 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:53.648125 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 955fbd7e-a8fa-4381-ac79-a960f99c6dad no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:53.685102 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:53.685470 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (c88115ba-52e3-43d2-a565-22f33cf80f52), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:53.685838 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Floating IP c88115ba-52e3-43d2-a565-22f33cf80f52 disassociated. External IP: 172.27.4.15, port: 955fbd7e-a8fa-4381-ac79-a960f99c6dad. Oct 17 03:56:53.686182 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Calling delete_port for 955fbd7e-a8fa-4381-ac79-a960f99c6dad owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:53.735426 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 955fbd7e-a8fa-4381-ac79-a960f99c6dad is: ACTIVE; New status is: DOWN {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:56:53.737707 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:53.763892 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:53.768529 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b014d1-dab6-4d8b-96c5-498540903303" -d '{"events": [{"server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:53.784434 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 955fbd7e-a8fa-4381-ac79-a960f99c6dad, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=955fbd7e-a8fa-4381-ac79-a960f99c6dad,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:53.808606 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6744dbe3-009f-40bb-b63a-f9ac7a788a37 x-openstack-request-id: req-6744dbe3-009f-40bb-b63a-f9ac7a788a37 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:53.809124 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:53.809578 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6744dbe3-009f-40bb-b63a-f9ac7a788a37 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:53.810126 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6744dbe3-009f-40bb-b63a-f9ac7a788a37'] response: {'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'code': 200} Oct 17 03:56:53.839730 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaefbf-df80-46ee-8cc1-06d3d6799afd req-99ec8837-3876-4497-9acd-1ad870d825ca tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:53.842371 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:53.843221 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:53.844212 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6fdaefbf-df80-46ee-8cc1-06d3d6799afd req-99ec8837-3876-4497-9acd-1ad870d825ca tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0551705 Oct 17 03:56:53.924624 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=955fbd7e-a8fa-4381-ac79-a960f99c6dad,revision_number=6']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:53.965490 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 is: ACTIVE; New status is: DOWN {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:56:53.965883 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:54.005761 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:56:54.073628 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:54.096128 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:54.122020 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=8']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:54.172184 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6fdaefbf-df80-46ee-8cc1-06d3d6799afd req-e5c5b230-6b45-4cdd-a787-0cc4da6ed59c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d70043da-5822-4bcf-a8d0-1f3e57380276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3174706 Oct 17 03:56:54.244985 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (955fbd7e-a8fa-4381-ac79-a960f99c6dad), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:54.274265 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'Port': ['ID=955fbd7e-a8fa-4381-ac79-a960f99c6dad,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:54.381774 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:56:54.486609 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:56:54.497074 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:56:54.508630 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:56:54.513881 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:56:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:54.529453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] No DVR routers for this DVR port 955fbd7e-a8fa-4381-ac79-a960f99c6dad on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:56:54.532101 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:54.535585 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-930243bb-3852-44d6-905b-f3f1c191e586 req-ae73c7d9-d7c9-4022-8ef0-f475dbbb10e0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "DELETE /networking/v2.0/ports/955fbd7e-a8fa-4381-ac79-a960f99c6dad HTTP/1.1" status: 204 len: 173 time: 1.3388491 Oct 17 03:56:54.536214 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'name': 'network-vif-deleted', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:54.538641 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49746932-6170-49e9-a085-bc5284146d90" -d '{"events": [{"server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "name": "network-vif-deleted", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:54.579529 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2019d569-a6bb-471e-8fa8-4c44f89dfbf3 x-openstack-request-id: req-2019d569-a6bb-471e-8fa8-4c44f89dfbf3 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:54.579858 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90338f49-706d-4812-847d-79328bf3f3b7", "name": "network-vif-deleted", "tag": "955fbd7e-a8fa-4381-ac79-a960f99c6dad", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:54.580109 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2019d569-a6bb-471e-8fa8-4c44f89dfbf3 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:54.580507 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2019d569-a6bb-471e-8fa8-4c44f89dfbf3'] response: {'server_uuid': '90338f49-706d-4812-847d-79328bf3f3b7', 'name': 'network-vif-deleted', 'tag': '955fbd7e-a8fa-4381-ac79-a960f99c6dad', 'status': 'completed', 'code': 200} Oct 17 03:56:54.623461 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:56:54.695801 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f02b2-a7f8-492d-94fb-f0c5b55ba3c9 req-24b6f0cd-c7f7-40ed-97bc-1a404b2233a4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:54.697511 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c52f02b2-a7f8-492d-94fb-f0c5b55ba3c9 req-24b6f0cd-c7f7-40ed-97bc-1a404b2233a4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0571012 Oct 17 03:56:54.757440 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c52f02b2-a7f8-492d-94fb-f0c5b55ba3c9 req-8a50188c-672f-4c69-9c7e-9fc22f90e47e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462670 Oct 17 03:56:54.825872 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:54.853648 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:56:54.861726 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:56:54.862321 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:56:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:54.962829 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:56:55.152654 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-35d86d5b-b088-4ce4-8284-033061ef59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:55.154138 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-35d86d5b-b088-4ce4-8284-033061ef59e7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 1127 time: 0.0392325 Oct 17 03:56:55.306573 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:56:55.309843 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-423edd27-200e-489c-9c97-715fd582ac05 req-1cb23446-adf1-4694-9590-4bb1c87acaa1 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0372300 Oct 17 03:56:55.326141 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:55.338458 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2302bc0-b2cf-42af-aa06-6097f3ab175d None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:56:55.348823 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-04b8d7d8-c76a-45ea-a216-6dd25db7e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:55.348823 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-04b8d7d8-c76a-45ea-a216-6dd25db7e3b8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 917 time: 0.1158094 Oct 17 03:56:55.412963 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-d385fce1-a1d3-4755-8531-b0580bfeab8c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 HTTP/1.1" status: 200 len: 998 time: 0.0621059 Oct 17 03:56:55.445103 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:55.464142 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-36def8ba-bc71-4f28-bc32-532be1320ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:55.468715 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-36def8ba-bc71-4f28-bc32-532be1320ae8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 200 len: 855 time: 0.0466013 Oct 17 03:56:55.516516 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-866a7937-4e33-4c76-a143-e1af8e38a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:55.518292 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-866a7937-4e33-4c76-a143-e1af8e38a5d9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466418 Oct 17 03:56:55.596913 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37294f0-1b8a-453d-b7ac-3703c403de87 None None] New status for floating IP c88115ba-52e3-43d2-a565-22f33cf80f52: DOWN {{(pid=111642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:56:55.638051 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-9f2989c5-37d0-495b-a94a-08fe58b1aca8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052506 Oct 17 03:56:55.811276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:56:55.813764 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fc7a7d-32c9-4b54-943f-91504a586ea3" -d '{"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-unplugged", "status": "completed", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:56:55.851883 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 03:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06efdfe3-b110-4d7f-bc02-46a6eb3176a2 x-openstack-request-id: req-06efdfe3-b110-4d7f-bc02-46a6eb3176a2 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:56:55.852468 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-unplugged", "status": "completed", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:56:55.852468 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-06efdfe3-b110-4d7f-bc02-46a6eb3176a2 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:56:55.852813 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06efdfe3-b110-4d7f-bc02-46a6eb3176a2'] response: {'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'code': 200} Oct 17 03:56:55.892433 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce14076-907a-4be5-969f-77259e1ae2f0 req-9e034bfd-0325-4c3d-ab5d-7c405cd40af0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:55.894167 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fce14076-907a-4be5-969f-77259e1ae2f0 req-9e034bfd-0325-4c3d-ab5d-7c405cd40af0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0535111 Oct 17 03:56:55.994651 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fce14076-907a-4be5-969f-77259e1ae2f0 req-0fa7b44e-1a7f-4ae4-8652-da3820c72546 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906191 Oct 17 03:56:56.016748 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e83312e4-8e8e-479b-811c-c51a484c0d96 req-3b983e14-9bd4-4304-9efb-c41afb31c41b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209016 Oct 17 03:56:56.433332 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-91921196-7750-4cb8-a875-454422408f7e req-73b7a716-cb16-4045-9e77-b64d07235177 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=90338f49-706d-4812-847d-79328bf3f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0281703 Oct 17 03:56:56.739017 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c53e8c17-8e74-4de0-8760-a9c7632c46fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:57.640288 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 59510) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:57.694054 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e20e53d4-5ef5-4a37-b0f2-03fc7ccb5de6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (d70043da-5822-4bcf-a8d0-1f3e57380276), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:57.719720 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e20e53d4-5ef5-4a37-b0f2-03fc7ccb5de6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (d70043da-5822-4bcf-a8d0-1f3e57380276), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:57.836071 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e20e53d4-5ef5-4a37-b0f2-03fc7ccb5de6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d70043da-5822-4bcf-a8d0-1f3e57380276), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:57.838675 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e20e53d4-5ef5-4a37-b0f2-03fc7ccb5de6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:57.839938 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e20e53d4-5ef5-4a37-b0f2-03fc7ccb5de6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d70043da-5822-4bcf-a8d0-1f3e57380276 HTTP/1.1" status: 204 len: 168 time: 0.1985726 Oct 17 03:56:57.842709 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59512) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:57.849281 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e53d4-5ef5-4a37-b0f2-03fc7ccb5de6 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70043da-5822-4bcf-a8d0-1f3e57380276,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:57.860067 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.api.v2.resource [None req-8fb3b157-09bf-443e-8818-2ec13489af5a tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] show failed (client error): The resource could not be found. Oct 17 03:56:57.861946 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-8fb3b157-09bf-443e-8818-2ec13489af5a tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups/d70043da-5822-4bcf-a8d0-1f3e57380276 HTTP/1.1" status: 404 len: 347 time: 0.0173352 Oct 17 03:56:57.867069 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59514) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:57.981716 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Deleting port 3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:56:57.982061 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.063877 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.064207 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.077968 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Calling delete_port for 3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421 owned by network:floatingip {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:56:58.111936 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [req-c987e1e9-0180-46fe-a082-e8f6ebc1c9e1 req-6ea22965-0ad5-440a-8ba9-e960fc7883d3 service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:56:58.112962 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c987e1e9-0180-46fe-a082-e8f6ebc1c9e1 req-6ea22965-0ad5-440a-8ba9-e960fc7883d3 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1056838 Oct 17 03:56:58.293669 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.318201 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'Port': ['ID=3a1a5ffa-30a5-4228-b0b5-51b8fc5b0421,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:58.383557 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (c88115ba-52e3-43d2-a565-22f33cf80f52), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.386089 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.387281 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c2b93aa7-fd1c-4e32-9028-01308d632300 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/c88115ba-52e3-43d2-a565-22f33cf80f52 HTTP/1.1" status: 204 len: 168 time: 0.5192325 Oct 17 03:56:58.523266 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4e07-1679-4df9-bac9-ed76a6a2341b req-a410f5c5-14a7-453e-b686-97ebd5df4812 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:58.524770 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e64c4e07-1679-4df9-bac9-ed76a6a2341b req-a410f5c5-14a7-453e-b686-97ebd5df4812 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0477440 Oct 17 03:56:58.560543 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59536) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:58.566046 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-2bbe8923-3130-4405-b82b-ee2cb6c4752e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502769334', 'description': 'tempest-description--1445109962'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:58.575061 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e64c4e07-1679-4df9-bac9-ed76a6a2341b req-8f263308-8db4-42d2-ad31-be15a2968af5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446155 Oct 17 03:56:58.576586 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 59538) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:58.578937 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:58.664752 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2bbe8923-3130-4405-b82b-ee2cb6c4752e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.696792 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f80bdf69-2e5f-4e8c-b38a-19c28f47b6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.710257 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:58.740342 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2bbe8923-3130-4405-b82b-ee2cb6c4752e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (0ff4cbd1-0826-4d60-9e31-d363610046a0), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.771581 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f80bdf69-2e5f-4e8c-b38a-19c28f47b6cd admin admin] Publish callbacks [] for security_group (3f2e2adb-d645-4f94-b6f2-2cb8d87e1a23), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.798339 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-653485b7-77cf-4ff0-99c7-9047a6ecd2cb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0363364 Oct 17 03:56:58.839557 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2bbe8923-3130-4405-b82b-ee2cb6c4752e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (0ff4cbd1-0826-4d60-9e31-d363610046a0), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.867222 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f80bdf69-2e5f-4e8c-b38a-19c28f47b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3f2e2adb-d645-4f94-b6f2-2cb8d87e1a23), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.871559 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:58.871721 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe8923-3130-4405-b82b-ee2cb6c4752e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff4cbd1-0826-4d60-9e31-d363610046a0,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:58.893754 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-842a2da0-22d1-4996-9a89-9d9eadb87e3a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:58.895092 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-842a2da0-22d1-4996-9a89-9d9eadb87e3a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports/c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 HTTP/1.1" status: 200 len: 940 time: 0.0690792 Oct 17 03:56:58.918774 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-f80bdf69-2e5f-4e8c-b38a-19c28f47b6cd admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=27d56a3f43fc402c8dcb2f065aa69baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410146 Oct 17 03:56:58.919620 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bdf69-2e5f-4e8c-b38a-19c28f47b6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2e2adb-d645-4f94-b6f2-2cb8d87e1a23,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:58.922104 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59548) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:58.925215 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-2b2d1231-1de8-4066-b53a-e4ae3c20e540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.962003 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2bbe8923-3130-4405-b82b-ee2cb6c4752e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:58.965497 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2bbe8923-3130-4405-b82b-ee2cb6c4752e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4014027 Oct 17 03:56:58.966266 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 59550) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:58.971966 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-6633e4d1-481d-41e3-896c-da4fc118a89c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group_rule': {'security_group_id': '0ff4cbd1-0826-4d60-9e31-d363610046a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:58.986078 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2c59540d-22bd-4a4e-b2bc-afabacce365e admin admin] Publish callbacks [] for security_group (3f2e2adb-d645-4f94-b6f2-2cb8d87e1a23), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.009304 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2c59540d-22bd-4a4e-b2bc-afabacce365e admin admin] Publish callbacks [] for security_group (3f2e2adb-d645-4f94-b6f2-2cb8d87e1a23), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.076127 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6633e4d1-481d-41e3-896c-da4fc118a89c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (87a74c81-2add-4ba9-b3bd-8d10fd49cfd9), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.144698 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2c59540d-22bd-4a4e-b2bc-afabacce365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3f2e2adb-d645-4f94-b6f2-2cb8d87e1a23), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.147358 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2c59540d-22bd-4a4e-b2bc-afabacce365e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.148562 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2c59540d-22bd-4a4e-b2bc-afabacce365e admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3f2e2adb-d645-4f94-b6f2-2cb8d87e1a23 HTTP/1.1" status: 204 len: 168 time: 0.2251039 Oct 17 03:56:59.155205 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:56:59.156768 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59540d-22bd-4a4e-b2bc-afabacce365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2e2adb-d645-4f94-b6f2-2cb8d87e1a23,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:59.157371 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6633e4d1-481d-41e3-896c-da4fc118a89c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (87a74c81-2add-4ba9-b3bd-8d10fd49cfd9), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.227663 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6633e4d1-481d-41e3-896c-da4fc118a89c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (87a74c81-2add-4ba9-b3bd-8d10fd49cfd9), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.245486 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633e4d1-481d-41e3-896c-da4fc118a89c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a74c81-2add-4ba9-b3bd-8d10fd49cfd9,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:59.323724 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6633e4d1-481d-41e3-896c-da4fc118a89c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.323724 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-6633e4d1-481d-41e3-896c-da4fc118a89c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531337 Oct 17 03:56:59.324748 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 59560) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:59.331303 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-162a37b9-a49a-4067-8958-5561145c25bb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'security_group_rule': {'security_group_id': '0ff4cbd1-0826-4d60-9e31-d363610046a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:59.429688 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-162a37b9-a49a-4067-8958-5561145c25bb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (279dcd65-acc6-45fa-8192-4419b31ca54b), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.501200 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-162a37b9-a49a-4067-8958-5561145c25bb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (279dcd65-acc6-45fa-8192-4419b31ca54b), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.586912 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-162a37b9-a49a-4067-8958-5561145c25bb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (279dcd65-acc6-45fa-8192-4419b31ca54b), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.617603 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a37b9-a49a-4067-8958-5561145c25bb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279dcd65-acc6-45fa-8192-4419b31ca54b,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:56:59.649697 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:56:59.710949 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-162a37b9-a49a-4067-8958-5561145c25bb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.712336 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-162a37b9-a49a-4067-8958-5561145c25bb tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3862929 Oct 17 03:56:59.720215 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59576) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:56:59.726049 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:56:59.745748 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca4390-4c34-4b4b-9d3f-915b93487d6c req-b9e42e6f-89c2-4a26-aabd-aa15aa6bb689 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:56:59.749540 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 is: DOWN; New status is: DOWN {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:56:59.752853 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0bca4390-4c34-4b4b-9d3f-915b93487d6c req-b9e42e6f-89c2-4a26-aabd-aa15aa6bb689 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0803275 Oct 17 03:56:59.794905 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0bca4390-4c34-4b4b-9d3f-915b93487d6c req-8d3e949a-fd71-4125-afd0-6a97db669ce4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411978 Oct 17 03:56:59.835178 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:56:59.926782 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:00.045050 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Allocated IP 172.27.4.174 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/bb0cdeda-232c-494c-abf7-592113d7a4ea) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:57:00.126199 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=6 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:00.180618 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (bb0cdeda-232c-494c-abf7-592113d7a4ea), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:00.253936 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:00.278274 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (bb0cdeda-232c-494c-abf7-592113d7a4ea), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:00.320832 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:57:00.330066 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:57:00.330066 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:57:00.333194 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=bb0cdeda-232c-494c-abf7-592113d7a4ea,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:00.405462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:00.415582 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (c1cad789-5c24-466a-a029-52bbcbc76529), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:00.545281 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-be140fc9-b1b7-4e5a-8374-e755e4ff9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:00.546839 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-be140fc9-b1b7-4e5a-8374-e755e4ff9f7b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7&tenant_id=3ed4ecab9c234dd293ba0034d71d03f7 HTTP/1.1" status: 200 len: 1127 time: 0.0665472 Oct 17 03:57:00.547589 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (bb0cdeda-232c-494c-abf7-592113d7a4ea), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:00.625788 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-55b11d78-c1de-46d6-8a31-479d82f1d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:00.627328 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-55b11d78-c1de-46d6-8a31-479d82f1d522 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 1127 time: 0.0534086 Oct 17 03:57:00.795177 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-599a365c-3236-43ac-a9a5-a45e751f50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:00.796622 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-599a365c-3236-43ac-a9a5-a45e751f50b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 200 len: 917 time: 0.1583021 Oct 17 03:57:00.817516 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (bb0cdeda-232c-494c-abf7-592113d7a4ea), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:00.863469 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:00.869619 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-588bac42-4a6a-4161-8486-4e506f4e8ace service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 HTTP/1.1" status: 200 len: 998 time: 0.0617070 Oct 17 03:57:00.916094 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (bb0cdeda-232c-494c-abf7-592113d7a4ea), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:00.963228 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 59604) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:01.005540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3f8a0-40ab-4708-8e97-0063038043c8 req-ed995500-c79d-4b6e-9dde-98b5e1ebd72d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:01.007029 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b0d3f8a0-40ab-4708-8e97-0063038043c8 req-ed995500-c79d-4b6e-9dde-98b5e1ebd72d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.1229715 Oct 17 03:57:01.020502 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-dd16104c-18f9-45e8-80f7-b9c638f91397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:01.022445 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-dd16104c-18f9-45e8-80f7-b9c638f91397 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 200 len: 855 time: 0.1467006 Oct 17 03:57:01.051856 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=bb0cdeda-232c-494c-abf7-592113d7a4ea,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:01.054226 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (c1cad789-5c24-466a-a029-52bbcbc76529), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.077966 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6da2134d-223c-4388-a47e-1e43e8524343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.112421 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-379da961-c426-4200-bee3-e2b01e8e1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:01.113913 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-379da961-c426-4200-bee3-e2b01e8e1a1f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=af1f3d7e-18a9-4ea1-a199-66960c97f1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0787477 Oct 17 03:57:01.120876 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b0d3f8a0-40ab-4708-8e97-0063038043c8 req-1abca488-ca68-4711-97fa-ec277fd8855a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075683 Oct 17 03:57:01.158426 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6da2134d-223c-4388-a47e-1e43e8524343 admin admin] Publish callbacks [] for security_group (e037803c-e5e9-488b-9922-df301ecfe291), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.175338 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.176448 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-36bcf7c2-a15b-4278-a45e-d5e3374e221f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4545078 Oct 17 03:57:01.234817 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-6aef191d-830c-4aa1-a4eb-2562ad658eeb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129856 Oct 17 03:57:01.241803 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6da2134d-223c-4388-a47e-1e43e8524343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (e037803c-e5e9-488b-9922-df301ecfe291), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.300323 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-6da2134d-223c-4388-a47e-1e43e8524343 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f8c218efa52643fc9ca855e40bf991df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358788 Oct 17 03:57:01.301523 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2134d-223c-4388-a47e-1e43e8524343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e037803c-e5e9-488b-9922-df301ecfe291,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:01.302082 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59618) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:01.347287 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:01.403441 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-69ddbc9e-b72b-412b-a375-e4bf5fa33e78 req-ef3ef462-20f5-45d3-93e3-f24171b5c059 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623852 Oct 17 03:57:01.405637 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d47308cc-e7ec-43a5-a045-b1770b163550 admin admin] Publish callbacks [] for security_group (e037803c-e5e9-488b-9922-df301ecfe291), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.442981 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d47308cc-e7ec-43a5-a045-b1770b163550 admin admin] Publish callbacks [] for security_group (e037803c-e5e9-488b-9922-df301ecfe291), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.453308 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-00880208-8d15-43e5-93b7-024d2eff1325 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1502769334&fields=id&tenant_id=a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 267 time: 0.0848355 Oct 17 03:57:01.502026 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.589254 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-56123931-32d3-4e0c-baf9-1cdd733e3aa9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:01.590770 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-56123931-32d3-4e0c-baf9-1cdd733e3aa9 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 814 time: 0.1282244 Oct 17 03:57:01.607469 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-00e51485-1fee-4ca9-93cb-02a528afdf0a tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/quotas/a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 375 time: 0.0100515 Oct 17 03:57:01.639028 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.642437 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d47308cc-e7ec-43a5-a045-b1770b163550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (e037803c-e5e9-488b-9922-df301ecfe291), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.645042 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d47308cc-e7ec-43a5-a045-b1770b163550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:01.649561 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-d47308cc-e7ec-43a5-a045-b1770b163550 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e037803c-e5e9-488b-9922-df301ecfe291 HTTP/1.1" status: 204 len: 168 time: 0.3429568 Oct 17 03:57:01.676851 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47308cc-e7ec-43a5-a045-b1770b163550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e037803c-e5e9-488b-9922-df301ecfe291,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:01.691268 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-3f498831-3188-487f-b9c6-eeb9564c4e4f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778282 Oct 17 03:57:01.807931 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-2030ef01-6bfd-4060-a50c-553b995f4004 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008365 Oct 17 03:57:01.860409 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:01.902648 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-93893e8c-eb5d-471c-8d09-19f2275c5e52 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888758 Oct 17 03:57:02.205071 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5b61918-ae5b-444c-91d7-d9f23c47100f req-e4d03ff7-f28d-4c11-856d-a897eec64196 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0728195 Oct 17 03:57:02.344670 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d65c4-e73d-4246-b6e3-22ad92fadf98 req-d19e6330-42fe-44a0-bc14-6bd57db302bb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:02.348201 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b28d65c4-e73d-4246-b6e3-22ad92fadf98 req-d19e6330-42fe-44a0-bc14-6bd57db302bb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0813267 Oct 17 03:57:02.452552 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b28d65c4-e73d-4246-b6e3-22ad92fadf98 req-72e7f2b3-6d46-4cf3-af20-22c3f6c120ee tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923951 Oct 17 03:57:03.344350 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-fff5ddc8-026a-4941-b86c-16bf32803e93 req-3a0b4bc4-090c-40f7-8cf6-700321fedab0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0554190 Oct 17 03:57:03.586618 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae0c24-d329-4a3a-aa1b-d63132cd9a96 req-df463262-138f-4c66-9c92-dc53bd1f9dcd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:03.588153 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-deae0c24-d329-4a3a-aa1b-d63132cd9a96 req-df463262-138f-4c66-9c92-dc53bd1f9dcd tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0497499 Oct 17 03:57:03.645062 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-deae0c24-d329-4a3a-aa1b-d63132cd9a96 req-0c5194a9-1cf7-4405-8175-60234a9e19b4 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505905 Oct 17 03:57:04.450840 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b856d019-7aa5-42d6-8160-71f1bc3fd317 req-0a8aeb21-6867-46ae-8879-d2af00e19628 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0272222 Oct 17 03:57:04.782057 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd93f3-434f-4713-ad92-66bc141130e4 req-914aac8f-a1aa-484a-ab40-e6b558aeaeff tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:04.783559 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5ffd93f3-434f-4713-ad92-66bc141130e4 req-914aac8f-a1aa-484a-ab40-e6b558aeaeff tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0487125 Oct 17 03:57:04.835416 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5ffd93f3-434f-4713-ad92-66bc141130e4 req-b1e96060-4969-45fe-b3eb-46adcc3cbfa0 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431969 Oct 17 03:57:05.076883 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-5e3b9110-6c3e-4ef4-9650-6e319fd798af tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=6be7dccebac241518620e36863b7165d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342185 Oct 17 03:57:05.419895 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:05.509652 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22f02-8596-4615-9439-a67b152cec54 req-f8637791-9ed2-47cc-a639-0ecd262205cc tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:05.512264 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-f8637791-9ed2-47cc-a639-0ecd262205cc tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4343100 Oct 17 03:57:05.528156 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-35471d21-317c-4c1e-90bb-ec41280689f2 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/quotas/6be7dccebac241518620e36863b7165d HTTP/1.1" status: 200 len: 375 time: 0.0103128 Oct 17 03:57:05.567416 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb7591da-774a-4111-9ce1-7fca27bcb5d0 req-cdaa1161-4b19-471f-bdf1-e2131bc9c805 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0322537 Oct 17 03:57:05.568221 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-79de1632-50af-4277-863f-d2387ed01408 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=6be7dccebac241518620e36863b7165d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300443 Oct 17 03:57:05.667937 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:05.672460 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:05.824458 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f9490fc8-7aa0-428f-a6f2-7e914e81a368 req-830ca507-1653-4436-9c97-877bfec9676d tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0308945 Oct 17 03:57:05.993668 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ff145-c98d-4a9c-a208-e7a65a815094 req-3f1c10da-bc90-43e2-9929-4dd860abe555 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:05.995500 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d28ff145-c98d-4a9c-a208-e7a65a815094 req-3f1c10da-bc90-43e2-9929-4dd860abe555 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0610549 Oct 17 03:57:06.051173 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d28ff145-c98d-4a9c-a208-e7a65a815094 req-28081f56-a81d-4804-a014-5c6aefb8d72e tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492902 Oct 17 03:57:06.692356 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f5d4b389-bea3-46cc-9913-0e9dc0f5aa08 req-16f11b58-d8d4-4c28-b0e6-7549fe2c029a tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0317554 Oct 17 03:57:06.914294 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9a997d12-e68a-4c5e-af3d-0b8562a154e2 req-77822377-1868-442f-8a8c-651b29e741b2 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0290034 Oct 17 03:57:07.198104 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f9848-d281-497c-888f-cc18fc017561 req-88adead6-222c-462e-a1c4-e9abc3d9cfd8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:07.199565 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2c4f9848-d281-497c-888f-cc18fc017561 req-88adead6-222c-462e-a1c4-e9abc3d9cfd8 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0543253 Oct 17 03:57:07.252019 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2c4f9848-d281-497c-888f-cc18fc017561 req-111898ad-ac59-4277-b21f-e6b9dc5e5b2f tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468922 Oct 17 03:57:07.801721 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e5320c64-f213-4bfb-a547-e158d8de742f req-3b429954-7205-4f9e-84c0-a1c178349a1e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0276082 Oct 17 03:57:08.038478 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0f62a13f-bff5-46f7-ac89-300c51b6207a req-5375749e-0273-470a-9c81-869367b41c43 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0362067 Oct 17 03:57:08.387514 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03c2c-f42d-4dd2-929a-b51059ed0d4a req-2f5a6a95-4611-4c43-8eb7-eb422f624b08 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:08.389113 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e0d03c2c-f42d-4dd2-929a-b51059ed0d4a req-2f5a6a95-4611-4c43-8eb7-eb422f624b08 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0460787 Oct 17 03:57:08.441161 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e0d03c2c-f42d-4dd2-929a-b51059ed0d4a req-075e1c22-2770-4e72-9818-03468ddd87db tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452833 Oct 17 03:57:08.906568 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3b3f0517-f04f-45b4-8cd1-9583054426e0 req-9cad535c-5e78-448f-b2e3-a2072e29ff5c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Oct 17 03:57:09.149745 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9b3910e1-fb60-4af7-b93e-82f22252e515 req-fcfc9a6a-2b45-45b0-a357-57dc3f879030 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0308204 Oct 17 03:57:09.583054 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f372f05-e35b-4008-b291-0268ac009eb3 req-d9c2fe2d-48c0-44c9-945c-d0c717818c42 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:09.584617 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7f372f05-e35b-4008-b291-0268ac009eb3 req-d9c2fe2d-48c0-44c9-945c-d0c717818c42 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0474358 Oct 17 03:57:09.640355 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7f372f05-e35b-4008-b291-0268ac009eb3 req-8b954167-f316-4d29-823e-c0b0bd5082cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495253 Oct 17 03:57:10.007584 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-687804af-064a-4c4b-8932-855165ab741e req-4120fc2b-1c74-4ee2-88c9-34c6cc918960 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0262017 Oct 17 03:57:10.250839 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7970e650-7932-4cab-86dc-af3a5d3659c4 req-3e4cbf21-dd41-479a-be6a-a5ce1b59c44d tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0290630 Oct 17 03:57:10.766370 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebed7-f2bd-49c4-bdc3-7f9375bea6af req-25ffe027-100e-4697-b496-2e409912d370 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:10.767949 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-326ebed7-f2bd-49c4-bdc3-7f9375bea6af req-25ffe027-100e-4697-b496-2e409912d370 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0455949 Oct 17 03:57:10.814604 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-326ebed7-f2bd-49c4-bdc3-7f9375bea6af req-7b3732d6-859f-42e1-bddb-1d3c59c07c1d tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412374 Oct 17 03:57:11.107429 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7cd2f289-33b7-4b12-9aab-a289ab616a03 req-692b8aa1-6b34-43c9-aabf-6fd871696bf3 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0273211 Oct 17 03:57:11.354526 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-96c35659-c1d4-4f1a-8350-af4c8090c72b req-f79ed00a-098f-4846-8eac-0bb3323f7ce4 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0303826 Oct 17 03:57:11.549481 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:11.556288 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:11.694008 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:11.730834 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:57:11.830340 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:11.842352 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'port_id': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'mac_address': 'fa:16:3e:54:2e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:57:11.877374 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:57:11.877761 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:11.891285 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:57:11.915847 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:11.951353 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc652c5-1c3c-4369-85d5-ee53abb3c708 req-2b81757b-54b2-4d02-ae53-c44fad87b8b5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:11.952893 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-abc652c5-1c3c-4369-85d5-ee53abb3c708 req-2b81757b-54b2-4d02-ae53-c44fad87b8b5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 943 time: 0.0525360 Oct 17 03:57:11.984826 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:12.000711 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-abc652c5-1c3c-4369-85d5-ee53abb3c708 req-1680a394-bc0f-4e05-ad61-15b5517136cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423522 Oct 17 03:57:12.034530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=9']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:12.211352 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-22551ef2-3ea7-4235-97c8-3f9867838c5d req-c5999d7b-bd29-4ed4-8136-f24578cd6a73 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0282474 Oct 17 03:57:12.238661 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:57:12.457735 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0c1c7dc2-e8f3-4f50-ab0a-acfae155b2d1 req-a8045c4e-bb71-477e-b68f-58280f90cf7a tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0286875 Oct 17 03:57:12.818824 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-0f0f6443-2e24-4520-9a9e-afcf8b59d4cf tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:12.820326 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-0f0f6443-2e24-4520-9a9e-afcf8b59d4cf tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 814 time: 0.1074789 Oct 17 03:57:12.887031 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-e0f2996e-6eb3-4834-bd59-6bbb272a3c67 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a139d546eb6a4ff595a94d0e1528ee5d HTTP/1.1" status: 200 len: 380 time: 0.0584292 Oct 17 03:57:12.898873 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'port': {'device_id': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'admin_state_up': True, 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'security_groups': ['0ff4cbd1-0826-4d60-9e31-d363610046a0']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:57:12.953589 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:13.017912 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:13.125204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Made reservation on behalf of a139d546eb6a4ff595a94d0e1528ee5d for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:57:13.128931 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:13.144528 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dae24-48cc-496e-b955-c30d1bebb25b req-7c9c1148-4a18-442c-910c-206aebae77cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:13.146065 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d12dae24-48cc-496e-b955-c30d1bebb25b req-7c9c1148-4a18-442c-910c-206aebae77cb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 944 time: 0.0622997 Oct 17 03:57:13.254829 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d12dae24-48cc-496e-b955-c30d1bebb25b req-c4117c0b-a4fc-480a-8767-35e53b1e5279 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013622 Oct 17 03:57:13.323067 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-76235e67-0203-4491-913b-329e3da76687 req-03e35d12-6b56-4d0b-b99b-ff456f812885 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0301321 Oct 17 03:57:13.326300 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Allocated IP 172.20.0.8 (a10170e9-307c-484d-ab5a-624a6e00b8f8/ce7ccc02-d86d-45fa-9ca0-acf61727e7f7/a0edb99e-1329-432b-9624-3b3f0eb1fcc5) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:57:13.475484 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:13.498353 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:13.559678 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a3eaa3b9-1aa4-4f0f-9a76-bae108b66ea1 req-0bd8bcb0-da23-48e9-9897-6e372935175a tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0271056 Oct 17 03:57:13.744345 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:57:13.789905 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:57:13.792842 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:13.792842 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 Oct 17 03:57:13.866794 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:57:13.867176 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:13.892497 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:57:13.894744 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5769d5b-8a76-4d51-86b3-7077299111fd" -d '{"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:57:13.907064 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:13.931643 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931760d1-6de6-401f-b894-4e5d82115262 x-openstack-request-id: req-931760d1-6de6-401f-b894-4e5d82115262 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:57:13.931964 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:57:13.932216 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-931760d1-6de6-401f-b894-4e5d82115262 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:57:13.932614 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931760d1-6de6-401f-b894-4e5d82115262'] response: {'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'code': 200} Oct 17 03:57:14.150548 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:14.165123 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:14.183648 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-3f2832f4-796e-4482-b8c0-308e935609d8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=6be7dccebac241518620e36863b7165d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389535 Oct 17 03:57:14.203831 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=10']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:14.260182 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:57:14.303408 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:57:14.312874 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:57:14.431144 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c528504-4fe4-43e4-bb20-2f548171d629 req-936c2201-58ea-41cf-8839-839a61fe230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:14.433371 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1c528504-4fe4-43e4-bb20-2f548171d629 req-936c2201-58ea-41cf-8839-839a61fe230c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 1130 time: 0.0542681 Oct 17 03:57:14.526067 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1c528504-4fe4-43e4-bb20-2f548171d629 req-42feb314-053b-40bf-8afa-656790f48d16 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811763 Oct 17 03:57:14.532560 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279381-64b8-4988-a88c-84d2ff6055a5 req-0a420071-50ef-426d-85e3-dccaab964022 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:14.540453 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5c279381-64b8-4988-a88c-84d2ff6055a5 req-0a420071-50ef-426d-85e3-dccaab964022 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 931 time: 0.1057744 Oct 17 03:57:14.586946 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5c279381-64b8-4988-a88c-84d2ff6055a5 req-51ce3e0f-6218-4a69-b486-bb2e7e08e811 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456049 Oct 17 03:57:14.655822 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event updated for resources: {'Port': ['ID=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:14.676242 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-5c39ccc5-d077-4dbd-aeee-c7eb4e52cfa2 None None] Provisioning complete for port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:57:14.681923 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5c39ccc5-d077-4dbd-aeee-c7eb4e52cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:14.682426 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-5c39ccc5-d077-4dbd-aeee-c7eb4e52cfa2 None None] Attempt 1 to provision port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 Oct 17 03:57:14.727117 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-5c39ccc5-d077-4dbd-aeee-c7eb4e52cfa2 None None] Port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:57:14.729821 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a2d02640-be0a-4fb9-892a-bddf5d5a6cd4 req-3f241674-4f26-4b4c-afac-4bee2b4f2b75 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0414979 Oct 17 03:57:14.760656 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:14.761159 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:14.780614 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbed1c7-93fb-4663-9479-675c4be4575a req-a37d5da6-5483-4872-98c4-88f7ac221fc6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:14.782157 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7bbed1c7-93fb-4663-9479-675c4be4575a req-a37d5da6-5483-4872-98c4-88f7ac221fc6 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 946 time: 0.1412492 Oct 17 03:57:14.809138 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22f02-8596-4615-9439-a67b152cec54 req-681c59d4-55f4-4b51-b4c7-00447669a209 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:14.810475 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-681c59d4-55f4-4b51-b4c7-00447669a209 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6038513 Oct 17 03:57:14.845287 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7bbed1c7-93fb-4663-9479-675c4be4575a req-039a1295-aa0c-44c3-9cee-9fb8a760da36 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527883 Oct 17 03:57:14.867208 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Request body: {'port': {'device_id': 'bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d', 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4', 'admin_state_up': True, 'tenant_id': '6be7dccebac241518620e36863b7165d'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:57:14.917626 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-719cb750-a102-4b29-95b7-01aa8d61ffa5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0234759 Oct 17 03:57:14.931285 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Request body: {'port': {'device_id': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:57:15.023097 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:15.142579 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Made reservation on behalf of 6be7dccebac241518620e36863b7165d for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:57:15.146377 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:15.168611 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:15.169655 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:15.345640 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0edb99e-1329-432b-9624-3b3f0eb1fcc5 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:57:15.351223 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks [] for security_group (abd383e2-84d5-41a4-8196-b1052fc14ac2), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:15.355246 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Publish callbacks [] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:15.368109 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Transition to ACTIVE for port object a0edb99e-1329-432b-9624-3b3f0eb1fcc5 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:57:15.404585 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (abd383e2-84d5-41a4-8196-b1052fc14ac2), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:15.434315 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:15.486780 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd383e2-84d5-41a4-8196-b1052fc14ac2,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:15.531216 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Pushing event updated for resources: {'Port': ['ID=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:15.630172 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Allocated IP 192.168.233.131 (e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4/1536cd4f-24e5-45d7-b119-4826a6a041fb/49c2883a-e212-415d-bfbe-ebadc00e7d65) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:57:15.688932 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Attempting to bind port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:57:15.689378 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Attempting to bind port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:57:15.689800 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Attempting to bind port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:57:15.819698 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35a80a-24c6-47e0-9743-beb16833bb59 req-507939ae-455d-4cb1-b0e0-a32b355e8fc0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:15.821422 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b35a80a-24c6-47e0-9743-beb16833bb59 req-507939ae-455d-4cb1-b0e0-a32b355e8fc0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 943 time: 0.0995390 Oct 17 03:57:15.845391 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 on network a10170e9-307c-484d-ab5a-624a6e00b8f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:57:15.845716 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Attempting to bind port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 on network a10170e9-307c-484d-ab5a-624a6e00b8f8 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:57:15.887491 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:15.951816 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b35a80a-24c6-47e0-9743-beb16833bb59 req-d8d79ff7-4a1a-43fe-bb1d-6ea01ccde0d0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215119 Oct 17 03:57:15.961354 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:57:15.961703 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Checking segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:57:15.962077 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Bound using segment: {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:57:15.962530 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Bound port: a0edb99e-1329-432b-9624-3b3f0eb1fcc5, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e395010-b352-464a-abae-5d4a542903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:57:15.962877 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:15.983363 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks [] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:16.032647 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:16.062151 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2aa769f6-e3b7-439a-8150-64132d5b1d30 req-d56b16a8-7ee5-492f-be04-7fd7f01863fb tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0509844 Oct 17 03:57:16.093822 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] For port a0edb99e-1329-432b-9624-3b3f0eb1fcc5, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:57:16.098115 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] For port a0edb99e-1329-432b-9624-3b3f0eb1fcc5, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:57:16.169955 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4e0ee-cf93-4af0-aecc-9e3b1aec2806 req-dd099d04-4354-46cf-b7fd-58b559524b10 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:16.171405 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e4e4e0ee-cf93-4af0-aecc-9e3b1aec2806 req-dd099d04-4354-46cf-b7fd-58b559524b10 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 946 time: 0.0501127 Oct 17 03:57:16.198683 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:16.200756 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:16.208007 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:16.208595 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:16.210767 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/a0edb99e-1329-432b-9624-3b3f0eb1fcc5 HTTP/1.1" status: 200 len: 1093 time: 1.2838709 Oct 17 03:57:16.212735 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'tag': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:57:16.214935 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c763c735-2c4c-4882-9b6a-1dcf9f9f780d" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9", "tag": "a0edb99e-1329-432b-9624-3b3f0eb1fcc5"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:57:16.264065 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e4e4e0ee-cf93-4af0-aecc-9e3b1aec2806 req-ec2a1716-832a-45a0-b492-d2a68f2c74b5 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870678 Oct 17 03:57:16.269988 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:57:16.275511 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:57:16.279469 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:57:16.314391 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bd04e-997d-4415-a38f-bcb46f7c09ae service neutron] Pushing event updated for resources: {'Port': ['ID=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:16.347643 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51de0462-99ac-4ea1-b415-f6e843c8d34c x-openstack-request-id: req-51de0462-99ac-4ea1-b415-f6e843c8d34c {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:57:16.347956 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9", "tag": "a0edb99e-1329-432b-9624-3b3f0eb1fcc5", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:57:16.348203 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-51de0462-99ac-4ea1-b415-f6e843c8d34c {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:57:16.348598 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51de0462-99ac-4ea1-b415-f6e843c8d34c'] response: {'name': 'network-changed', 'server_uuid': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'tag': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5', 'status': 'completed', 'code': 200} Oct 17 03:57:16.371116 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:16.371713 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:16.414873 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Pushing event updated for resources: {'Port': ['ID=49c2883a-e212-415d-bfbe-ebadc00e7d65,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:16.425560 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763c735-2c4c-4882-9b6a-1dcf9f9f780d req-03af8761-393f-49ef-9d1a-95cf81d381dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:16.427140 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c763c735-2c4c-4882-9b6a-1dcf9f9f780d req-03af8761-393f-49ef-9d1a-95cf81d381dc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 1127 time: 0.0526183 Oct 17 03:57:16.525600 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-bd037384-038f-41f8-a6f3-651c4966d5c8 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6621051 Oct 17 03:57:16.538489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Request body: {'port': {'device_id': 'bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:57:16.556115 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-f99fcbfd-b222-469f-ac77-466641789d60 None None] Provisioning complete for port 49c2883a-e212-415d-bfbe-ebadc00e7d65 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:57:16.560062 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f99fcbfd-b222-469f-ac77-466641789d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:16.560062 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-f99fcbfd-b222-469f-ac77-466641789d60 None None] Attempt 1 to provision port 49c2883a-e212-415d-bfbe-ebadc00e7d65 Oct 17 03:57:16.563427 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763c735-2c4c-4882-9b6a-1dcf9f9f780d req-c055b0a8-b987-41db-88c2-3a4c400fdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:16.564941 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c763c735-2c4c-4882-9b6a-1dcf9f9f780d req-c055b0a8-b987-41db-88c2-3a4c400fdad5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1306102 Oct 17 03:57:16.592554 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-f99fcbfd-b222-469f-ac77-466641789d60 None None] Port 49c2883a-e212-415d-bfbe-ebadc00e7d65 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:57:16.655714 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:16.726165 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763c735-2c4c-4882-9b6a-1dcf9f9f780d req-6ad94b67-13b3-4625-adb3-25d4a5cff833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:16.726165 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c763c735-2c4c-4882-9b6a-1dcf9f9f780d req-6ad94b67-13b3-4625-adb3-25d4a5cff833 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505582 Oct 17 03:57:16.833606 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-7609a631-2c72-411c-b3ce-f4c8d74c7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:16.835080 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-7609a631-2c72-411c-b3ce-f4c8d74c7907 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 1127 time: 0.0588894 Oct 17 03:57:16.874548 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:57:16.904365 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:16.908005 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-3dfcbd8f-f1ca-42d3-b8cb-894d74377999 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0edb99e-1329-432b-9624-3b3f0eb1fcc5 HTTP/1.1" status: 200 len: 217 time: 0.0613439 Oct 17 03:57:16.983045 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-181482c6-1556-4478-b376-77a913850329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:16.984534 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-181482c6-1556-4478-b376-77a913850329 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 HTTP/1.1" status: 200 len: 853 time: 0.0697999 Oct 17 03:57:16.988462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:17.045857 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-53aa8e8e-1c7e-464e-983d-86888059216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:17.047360 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-53aa8e8e-1c7e-464e-983d-86888059216b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a10170e9-307c-484d-ab5a-624a6e00b8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518355 Oct 17 03:57:17.159297 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c2883a-e212-415d-bfbe-ebadc00e7d65 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:57:17.173661 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09577b-9d3f-46dc-aa67-11ff8be302b9 req-b44c95a6-6f7a-445e-872c-419379f9a66f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:17.175121 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fa09577b-9d3f-46dc-aa67-11ff8be302b9 req-b44c95a6-6f7a-445e-872c-419379f9a66f tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 943 time: 0.1051719 Oct 17 03:57:17.179086 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Publish callbacks [] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:17.204787 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678c267-0e18-4aeb-bc30-7c0c07b3d3ad req-8f10b1ab-3389-4a81-8704-2f7d40db9305 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:17.206277 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f678c267-0e18-4aeb-bc30-7c0c07b3d3ad req-8f10b1ab-3389-4a81-8704-2f7d40db9305 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 936 time: 0.0504959 Oct 17 03:57:17.216672 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Transition to ACTIVE for port object 49c2883a-e212-415d-bfbe-ebadc00e7d65 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:57:17.242287 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:17.259961 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-0c160dda-214a-42bb-85ed-04264b748ba3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885448 Oct 17 03:57:17.264945 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f678c267-0e18-4aeb-bc30-7c0c07b3d3ad req-b33cb45c-ea7a-4586-a77d-1b10af598c95 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472734 Oct 17 03:57:17.265214 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fa09577b-9d3f-46dc-aa67-11ff8be302b9 req-000b4af9-339e-4b2d-bcee-f3cdf49fe79e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791152 Oct 17 03:57:17.320104 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:17.436747 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:17.439083 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0c17ce6-f53f-4c8c-a20c-446015862729 req-d0a9eb00-ab26-4078-b939-5fbe3036dec5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728206 Oct 17 03:57:17.446166 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Pushing event updated for resources: {'Port': ['ID=49c2883a-e212-415d-bfbe-ebadc00e7d65,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:17.471348 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d488c6c-6254-4a48-9214-413fd88c835a req-d6182a92-c1c5-46aa-b095-6c8603793e0c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:17.472833 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d488c6c-6254-4a48-9214-413fd88c835a req-d6182a92-c1c5-46aa-b095-6c8603793e0c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 946 time: 0.1183779 Oct 17 03:57:17.534328 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Attempting to bind port 49c2883a-e212-415d-bfbe-ebadc00e7d65 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:57:17.534653 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Attempting to bind port 49c2883a-e212-415d-bfbe-ebadc00e7d65 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd980a2dc-7b75-49ec-8b76-24ce5644e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:57:17.534976 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Attempting to bind port 49c2883a-e212-415d-bfbe-ebadc00e7d65 on network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:57:17.560328 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d488c6c-6254-4a48-9214-413fd88c835a req-ccb6864c-b2a7-46b3-88df-4b36cdebf974 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803072 Oct 17 03:57:17.582450 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Port 49c2883a-e212-415d-bfbe-ebadc00e7d65 on network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:57:17.582774 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Attempting to bind port 49c2883a-e212-415d-bfbe-ebadc00e7d65 on network e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:57:17.627767 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:57:17.628150 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Checking segment: {'id': 'd980a2dc-7b75-49ec-8b76-24ce5644e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:57:17.628522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Bound using segment: {'id': 'd980a2dc-7b75-49ec-8b76-24ce5644e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:57:17.628949 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Bound port: 49c2883a-e212-415d-bfbe-ebadc00e7d65, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd980a2dc-7b75-49ec-8b76-24ce5644e1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:57:17.629299 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:17.691963 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] For port 49c2883a-e212-415d-bfbe-ebadc00e7d65, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:57:17.695562 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] For port 49c2883a-e212-415d-bfbe-ebadc00e7d65, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=49c2883a-e212-415d-bfbe-ebadc00e7d65,segment=NetworkSegment(d980a2dc-7b75-49ec-8b76-24ce5644e1ec),segment_id=d980a2dc-7b75-49ec-8b76-24ce5644e1ec)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:57:17.779030 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:17.783286 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:17.783916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:17.785308 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/49c2883a-e212-415d-bfbe-ebadc00e7d65 HTTP/1.1" status: 200 len: 1098 time: 1.2508578 Oct 17 03:57:17.828404 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07042ae-812d-4d0e-8efc-e6b8b2017917 service neutron] Pushing event updated for resources: {'Port': ['ID=49c2883a-e212-415d-bfbe-ebadc00e7d65,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:17.964987 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:18.350679 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d', 'tag': '49c2883a-e212-415d-bfbe-ebadc00e7d65'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:57:18.353777 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d", "tag": "49c2883a-e212-415d-bfbe-ebadc00e7d65"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:57:18.390157 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb059f9-98a1-469d-9141-5c3590c0a40b req-50308df3-03f1-40ee-a6c4-fb00b31e4910 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:18.395047 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f803-46ed-462e-b47f-c3bed645803f req-2dd26f6a-4276-44f3-b5a1-a19b8baf989a tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:18.398991 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ebb059f9-98a1-469d-9141-5c3590c0a40b req-50308df3-03f1-40ee-a6c4-fb00b31e4910 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 948 time: 0.0588291 Oct 17 03:57:18.402946 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a944f803-46ed-462e-b47f-c3bed645803f req-2dd26f6a-4276-44f3-b5a1-a19b8baf989a tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 943 time: 0.0608213 Oct 17 03:57:18.450609 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ebb059f9-98a1-469d-9141-5c3590c0a40b req-09bd64a1-78bd-47a5-bbec-35422583b37d tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505035 Oct 17 03:57:18.497373 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22f02-8596-4615-9439-a67b152cec54 req-732c005c-6893-4f40-a617-c948856a5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:18.498732 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-732c005c-6893-4f40-a617-c948856a5991 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6be7dccebac241518620e36863b7165d&device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 1132 time: 0.0932667 Oct 17 03:57:18.500150 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eed5c6-a1d9-4626-ace4-0f1ec8fa2f6c x-openstack-request-id: req-51eed5c6-a1d9-4626-ace4-0f1ec8fa2f6c {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:57:18.500428 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d", "tag": "49c2883a-e212-415d-bfbe-ebadc00e7d65", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:57:18.500673 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-51eed5c6-a1d9-4626-ace4-0f1ec8fa2f6c {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:57:18.501056 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51eed5c6-a1d9-4626-ace4-0f1ec8fa2f6c'] response: {'name': 'network-changed', 'server_uuid': 'bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d', 'tag': '49c2883a-e212-415d-bfbe-ebadc00e7d65', 'status': 'completed', 'code': 200} Oct 17 03:57:18.504449 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a944f803-46ed-462e-b47f-c3bed645803f req-f2ec33e2-8469-4b14-8959-8350473d9815 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007555 Oct 17 03:57:18.514210 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:18.547141 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-9d1db807-fece-4558-a9cf-51af381c6707 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=49c2883a-e212-415d-bfbe-ebadc00e7d65 HTTP/1.1" status: 200 len: 217 time: 0.0381110 Oct 17 03:57:18.596130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22f02-8596-4615-9439-a67b152cec54 req-e43f2722-e9f2-43aa-966d-bf2a6e6d8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:18.597772 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-e43f2722-e9f2-43aa-966d-bf2a6e6d8e31 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1536cd4f-24e5-45d7-b119-4826a6a041fb HTTP/1.1" status: 200 len: 843 time: 0.0455563 Oct 17 03:57:18.645733 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22f02-8596-4615-9439-a67b152cec54 req-d8031e73-ca9b-4ff4-a410-161d47b5893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:18.647626 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-d8031e73-ca9b-4ff4-a410-161d47b5893d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0430424 Oct 17 03:57:18.696175 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731c63-6b0b-48a9-be6f-a62f293cf9b4 req-b607c466-3fff-44db-9838-45101ad3d0e3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:18.697657 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-02731c63-6b0b-48a9-be6f-a62f293cf9b4 req-b607c466-3fff-44db-9838-45101ad3d0e3 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 946 time: 0.0481238 Oct 17 03:57:18.744943 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-02731c63-6b0b-48a9-be6f-a62f293cf9b4 req-87a51f2a-adf4-4cd2-ad6a-7c7645934563 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417550 Oct 17 03:57:18.745445 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-a19f8611-c5bd-4c27-8991-348a19f39313 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888379 Oct 17 03:57:18.833417 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ab22f02-8596-4615-9439-a67b152cec54 req-3d04a215-971d-4276-a203-2e783869c300 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824220 Oct 17 03:57:19.631555 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b3eb-293a-484f-acc3-8af29e8719ab req-c82f20a9-3e66-47c3-abe1-560cea7a874c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:19.633211 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9cc4b3eb-293a-484f-acc3-8af29e8719ab req-c82f20a9-3e66-47c3-abe1-560cea7a874c tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 943 time: 0.0514762 Oct 17 03:57:19.686668 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9cc4b3eb-293a-484f-acc3-8af29e8719ab req-fa030dd4-30bf-48db-a0b9-c99f7e76aa94 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476711 Oct 17 03:57:19.805345 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device a0edb99e-1329-432b-9624-3b3f0eb1fcc5 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:57:19.848821 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa774e-b1ec-478b-b56b-b942f5a73bda req-b21db420-0a33-45fc-9023-5b90241edc05 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:19.850818 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-80aa774e-b1ec-478b-b56b-b942f5a73bda req-b21db420-0a33-45fc-9023-5b90241edc05 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 948 time: 0.3322966 Oct 17 03:57:19.859661 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-1d41936e-5adf-423b-b9c6-a587bbb17cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:19.861044 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-1d41936e-5adf-423b-b9c6-a587bbb17cd3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6be7dccebac241518620e36863b7165d&device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 1132 time: 0.0536582 Oct 17 03:57:19.898934 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:19.903908 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port a0edb99e-1329-432b-9624-3b3f0eb1fcc5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:19.915431 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'port_id': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5', 'mac_address': 'fa:16:3e:ed:3e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:57:19.948727 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-80aa774e-b1ec-478b-b56b-b942f5a73bda req-f67dfce5-326c-4f57-8a2a-b65c94e904b5 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910978 Oct 17 03:57:19.955209 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:57:19.955611 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:19.970193 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0edb99e-1329-432b-9624-3b3f0eb1fcc5 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:57:19.986441 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-b8812375-08c6-43d0-b599-117c22d213e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:19.987945 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-b8812375-08c6-43d0-b599-117c22d213e2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4 HTTP/1.1" status: 200 len: 870 time: 0.1072466 Oct 17 03:57:19.991907 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port a0edb99e-1329-432b-9624-3b3f0eb1fcc5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:20.025212 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-a45a3538-bfc7-4ff3-b9a6-981f6d6a02d0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=49c2883a-e212-415d-bfbe-ebadc00e7d65 HTTP/1.1" status: 200 len: 217 time: 0.0313568 Oct 17 03:57:20.075568 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-00768e0e-1c1a-4f9d-8ada-6bcc0ae78a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:20.076943 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-00768e0e-1c1a-4f9d-8ada-6bcc0ae78a7e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1536cd4f-24e5-45d7-b119-4826a6a041fb HTTP/1.1" status: 200 len: 843 time: 0.0464540 Oct 17 03:57:20.086987 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:20.136203 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-09f47789-5fca-460f-a496-1d3957d6d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:20.137718 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-09f47789-5fca-460f-a496-1d3957d6d418 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0530584 Oct 17 03:57:20.138636 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:20.230000 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-ca76cbeb-831e-48a4-9d41-c0fb45ff7f35 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851786 Oct 17 03:57:20.284530 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:20.322239 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['a0edb99e-1329-432b-9624-3b3f0eb1fcc5'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:57:20.325028 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b717b4d4-54d5-4a0b-aa44-3c8439cb160b req-47154883-1b51-42c3-b7d9-92a01b54fc16 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886164 Oct 17 03:57:20.805023 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec78391-a29e-4ef7-91e5-10bc68ecb8c0 req-2eb270c4-4c14-4d79-a206-8404a78d3a59 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:20.806455 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-cec78391-a29e-4ef7-91e5-10bc68ecb8c0 req-2eb270c4-4c14-4d79-a206-8404a78d3a59 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 944 time: 0.0444713 Oct 17 03:57:20.817009 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:20.853538 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-cec78391-a29e-4ef7-91e5-10bc68ecb8c0 req-982e2bf7-f8c2-417c-8234-ffe2535ef2e5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417261 Oct 17 03:57:20.956093 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:21.071246 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bd5e3-c68f-4583-905c-8cbadf00216a req-480a723c-8148-491f-9ee7-6d99235d72cb tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:21.072724 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-549bd5e3-c68f-4583-905c-8cbadf00216a req-480a723c-8148-491f-9ee7-6d99235d72cb tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 948 time: 0.0459912 Oct 17 03:57:21.119081 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-549bd5e3-c68f-4583-905c-8cbadf00216a req-73a8df5f-51d1-4803-ba46-39291fd9a461 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Oct 17 03:57:21.805162 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 49c2883a-e212-415d-bfbe-ebadc00e7d65 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:57:21.808441 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device a0edb99e-1329-432b-9624-3b3f0eb1fcc5 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:57:21.841054 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:21.904208 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:21.905174 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:57:21.945938 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 49c2883a-e212-415d-bfbe-ebadc00e7d65, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=49c2883a-e212-415d-bfbe-ebadc00e7d65,segment=NetworkSegment(d980a2dc-7b75-49ec-8b76-24ce5644e1ec),segment_id=d980a2dc-7b75-49ec-8b76-24ce5644e1ec)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:21.957921 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '49c2883a-e212-415d-bfbe-ebadc00e7d65', 'network_id': 'e593c8e4-a25c-4ed1-8a6c-fa1ba76c88a4', 'port_id': '49c2883a-e212-415d-bfbe-ebadc00e7d65', 'mac_address': 'fa:16:3e:7a:f4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1536cd4f-24e5-45d7-b119-4826a6a041fb', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:57:21.964829 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:57:21.965120 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:21.965450 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 Oct 17 03:57:21.975454 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4921c-f9e3-4151-92e8-3de2bfe7a933 req-f223a88a-6e92-475a-8142-ea67f84cbde5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:21.976954 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c1c4921c-f9e3-4151-92e8-3de2bfe7a933 req-f223a88a-6e92-475a-8142-ea67f84cbde5 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 944 time: 0.0494058 Oct 17 03:57:22.020892 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 49c2883a-e212-415d-bfbe-ebadc00e7d65 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:57:22.021271 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:22.024881 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c1c4921c-f9e3-4151-92e8-3de2bfe7a933 req-9d0a6032-0595-4c06-9f65-e74e28003578 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Oct 17 03:57:22.040606 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c2883a-e212-415d-bfbe-ebadc00e7d65 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:57:22.080137 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 49c2883a-e212-415d-bfbe-ebadc00e7d65, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=49c2883a-e212-415d-bfbe-ebadc00e7d65,segment=NetworkSegment(d980a2dc-7b75-49ec-8b76-24ce5644e1ec),segment_id=d980a2dc-7b75-49ec-8b76-24ce5644e1ec)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:22.093914 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:57:22.094289 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:22.117636 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:57:22.119901 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dd3d0c-a3c9-42dc-8cd6-5c4510cf8386" -d '{"events": [{"server_uuid": "7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9", "name": "network-vif-plugged", "status": "completed", "tag": "a0edb99e-1329-432b-9624-3b3f0eb1fcc5"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:57:22.132200 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port a0edb99e-1329-432b-9624-3b3f0eb1fcc5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:22.133612 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:22.164053 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7088124-1a58-4ca6-b6b0-d02888db5720 x-openstack-request-id: req-b7088124-1a58-4ca6-b6b0-d02888db5720 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:57:22.164343 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9", "name": "network-vif-plugged", "status": "completed", "tag": "a0edb99e-1329-432b-9624-3b3f0eb1fcc5", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:57:22.164591 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b7088124-1a58-4ca6-b6b0-d02888db5720 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:57:22.164978 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7088124-1a58-4ca6-b6b0-d02888db5720'] response: {'server_uuid': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5', 'code': 200} Oct 17 03:57:22.186943 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=49c2883a-e212-415d-bfbe-ebadc00e7d65,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:22.202379 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:22.256842 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14534e0-1425-40df-bbb5-020ec37c0c79 req-54829836-1bce-48ab-828c-888877ce5276 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:22.263788 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e14534e0-1425-40df-bbb5-020ec37c0c79 req-54829836-1bce-48ab-828c-888877ce5276 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 949 time: 0.0627720 Oct 17 03:57:22.264812 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:22.311675 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e14534e0-1425-40df-bbb5-020ec37c0c79 req-2043216a-0ae1-4000-ad7d-ecacedbc65bb tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Oct 17 03:57:22.395286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['49c2883a-e212-415d-bfbe-ebadc00e7d65'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:57:22.466112 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1929f6-059c-42d1-a3d9-8cb7c604f3be req-9f6c6b19-4665-4364-bdd6-7bbc5b32e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:22.467583 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1e1929f6-059c-42d1-a3d9-8cb7c604f3be req-9f6c6b19-4665-4364-bdd6-7bbc5b32e9ed service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 1129 time: 0.0416503 Oct 17 03:57:22.512884 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1e1929f6-059c-42d1-a3d9-8cb7c604f3be req-e950f757-e7a8-4ec6-859a-e31d5820d3c3 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366066 Oct 17 03:57:22.513484 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=13 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:23.136557 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:23.144472 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc65db-2ab7-49f1-90f5-530d2e697ee2 req-e2904fa7-da4e-428f-bfc9-b6b6f5c776bd tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:23.145941 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-eebc65db-2ab7-49f1-90f5-530d2e697ee2 req-e2904fa7-da4e-428f-bfc9-b6b6f5c776bd tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 945 time: 0.0454297 Oct 17 03:57:23.192749 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-eebc65db-2ab7-49f1-90f5-530d2e697ee2 req-25b09a25-4607-453d-9b30-be8fbbbc8d43 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 Oct 17 03:57:23.430426 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0d3f-17bb-40ce-986c-d2fc44dd84f2 req-17378ccc-5ba3-4725-b46d-70b0f349fefb tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:23.431874 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-25bd0d3f-17bb-40ce-986c-d2fc44dd84f2 req-17378ccc-5ba3-4725-b46d-70b0f349fefb tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 949 time: 0.0438652 Oct 17 03:57:23.480180 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-25bd0d3f-17bb-40ce-986c-d2fc44dd84f2 req-22c47a9c-2210-4811-9aa2-c2034eb43c12 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Oct 17 03:57:23.834489 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 49c2883a-e212-415d-bfbe-ebadc00e7d65 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:57:23.876743 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 49c2883a-e212-415d-bfbe-ebadc00e7d65 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:57:23.936210 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 49c2883a-e212-415d-bfbe-ebadc00e7d65 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:57:23.936631 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:23.937000 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 49c2883a-e212-415d-bfbe-ebadc00e7d65 Oct 17 03:57:23.964847 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:24.011213 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 49c2883a-e212-415d-bfbe-ebadc00e7d65 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:57:24.011756 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:24.045339 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 49c2883a-e212-415d-bfbe-ebadc00e7d65, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=49c2883a-e212-415d-bfbe-ebadc00e7d65,segment=NetworkSegment(d980a2dc-7b75-49ec-8b76-24ce5644e1ec),segment_id=d980a2dc-7b75-49ec-8b76-24ce5644e1ec)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:24.130560 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:24.167356 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2883a-e212-415d-bfbe-ebadc00e7d65'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:57:24.169606 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6163d0-5f7a-40b4-a7d4-5082a9242d24" -d '{"events": [{"server_uuid": "bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d", "name": "network-vif-plugged", "status": "completed", "tag": "49c2883a-e212-415d-bfbe-ebadc00e7d65"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:57:24.180960 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=49c2883a-e212-415d-bfbe-ebadc00e7d65,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:24.211627 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e8332c-4617-41ad-a189-1d25702781d2 x-openstack-request-id: req-f8e8332c-4617-41ad-a189-1d25702781d2 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:57:24.211945 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d", "name": "network-vif-plugged", "status": "completed", "tag": "49c2883a-e212-415d-bfbe-ebadc00e7d65", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:57:24.212195 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f8e8332c-4617-41ad-a189-1d25702781d2 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:57:24.212592 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e8332c-4617-41ad-a189-1d25702781d2'] response: {'server_uuid': 'bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2883a-e212-415d-bfbe-ebadc00e7d65', 'code': 200} Oct 17 03:57:24.312811 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f9f39-aad6-4a34-a4ac-0894d7bc7aea req-34ce8fb7-96e5-46a8-b491-260840a7f164 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:24.319440 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2c1f9f39-aad6-4a34-a4ac-0894d7bc7aea req-34ce8fb7-96e5-46a8-b491-260840a7f164 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 945 time: 0.0472610 Oct 17 03:57:24.366201 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2c1f9f39-aad6-4a34-a4ac-0894d7bc7aea req-26e464aa-ea5c-491d-8833-a39256e6bc17 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457761 Oct 17 03:57:24.492059 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2d45a-9c76-4c6d-a84b-a4849b0290b6 req-b497ddd6-ba71-45fc-9f42-1bc5f582d0db tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:24.493540 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5fa2d45a-9c76-4c6d-a84b-a4849b0290b6 req-b497ddd6-ba71-45fc-9f42-1bc5f582d0db tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 945 time: 0.0499487 Oct 17 03:57:24.503761 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 59932) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:24.508632 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-87349ea2-c15b-4100-a1ee-59bd6ff6028d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Request body: {'floatingip': {'port_id': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:57:24.547128 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-87349ea2-c15b-4100-a1ee-59bd6ff6028d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (c1cad789-5c24-466a-a029-52bbcbc76529), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:24.600204 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91a670-62ad-4ff5-a92a-1e896dd061f2 req-314703a4-efa8-415a-a84d-48fcf004c723 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:24.601687 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2f91a670-62ad-4ff5-a92a-1e896dd061f2 req-314703a4-efa8-415a-a84d-48fcf004c723 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 950 time: 0.0463028 Oct 17 03:57:24.649594 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2f91a670-62ad-4ff5-a92a-1e896dd061f2 req-4ea8b578-4d8a-4931-ba13-1294462e0d1b tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Oct 17 03:57:24.959900 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-87349ea2-c15b-4100-a1ee-59bd6ff6028d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:25.040942 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-87349ea2-c15b-4100-a1ee-59bd6ff6028d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (c1cad789-5c24-466a-a029-52bbcbc76529), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:25.082133 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5fb79-d904-4d90-870f-0d23e1a2007b req-b7aec3d7-c8e3-4ea2-ae28-a25bdf62ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:25.083624 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-30c5fb79-d904-4d90-870f-0d23e1a2007b req-b7aec3d7-c8e3-4ea2-ae28-a25bdf62ff6a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 1134 time: 0.0698373 Oct 17 03:57:25.177165 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-30c5fb79-d904-4d90-870f-0d23e1a2007b req-c90086cc-7672-457d-a0b2-d07eb878aa0d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848053 Oct 17 03:57:25.178830 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [None req-87349ea2-c15b-4100-a1ee-59bd6ff6028d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Floating IP c1cad789-5c24-466a-a029-52bbcbc76529 associated. External IP: 172.27.4.174, port: a0edb99e-1329-432b-9624-3b3f0eb1fcc5. Oct 17 03:57:25.210237 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:25.377889 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87349ea2-c15b-4100-a1ee-59bd6ff6028d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:57:25.433056 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:25.484706 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87349ea2-c15b-4100-a1ee-59bd6ff6028d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:57:25.489576 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-87349ea2-c15b-4100-a1ee-59bd6ff6028d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:25.495203 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:57:25.505797 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:57:25.506457 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:56:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:25.521959 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-87349ea2-c15b-4100-a1ee-59bd6ff6028d tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/c1cad789-5c24-466a-a029-52bbcbc76529 HTTP/1.1" status: 200 len: 991 time: 1.0145445 Oct 17 03:57:25.521959 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'tag': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:57:25.523203 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445165fe-18ed-4eab-91f2-a4d50dc0083d" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9", "tag": "a0edb99e-1329-432b-9624-3b3f0eb1fcc5"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:57:25.561473 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71efda6-32e0-47d6-a978-dbda210c80fe x-openstack-request-id: req-b71efda6-32e0-47d6-a978-dbda210c80fe {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:57:25.561781 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9", "tag": "a0edb99e-1329-432b-9624-3b3f0eb1fcc5", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:57:25.562028 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b71efda6-32e0-47d6-a978-dbda210c80fe {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:57:25.562425 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71efda6-32e0-47d6-a978-dbda210c80fe'] response: {'name': 'network-changed', 'server_uuid': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'tag': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5', 'status': 'completed', 'code': 200} Oct 17 03:57:25.610642 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:57:25.776575 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff19e7f-a213-4add-a746-37d85e88c12e req-2a01c18a-d315-4c10-9374-2e13de28e9f2 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:25.781226 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8ff19e7f-a213-4add-a746-37d85e88c12e req-2a01c18a-d315-4c10-9374-2e13de28e9f2 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 950 time: 0.0500844 Oct 17 03:57:25.824644 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'c1cad789-5c24-466a-a029-52bbcbc76529', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.174', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:ed:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:57:00Z', 'updated_at': '2022-10-17T03:57:24Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:25.825244 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8ff19e7f-a213-4add-a746-37d85e88c12e req-ac0ba103-29e7-4d3b-913a-10bcb2ea1d23 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Oct 17 03:57:25.850773 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:57:25.859430 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:57:25.860074 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:56:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:25.862557 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:25.916933 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-974e91ce-0ce1-4b68-891b-e7ca75114787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:25.918459 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-974e91ce-0ce1-4b68-891b-e7ca75114787 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 1129 time: 0.0402668 Oct 17 03:57:25.965391 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:57:26.020247 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-c75df8c0-02af-44a1-9428-6145e8a38205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:26.022277 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-c75df8c0-02af-44a1-9428-6145e8a38205 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 200 len: 915 time: 0.0953867 Oct 17 03:57:26.069835 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:26.096920 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-28dea34f-ac60-4348-b24f-fa40754b27f9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0edb99e-1329-432b-9624-3b3f0eb1fcc5 HTTP/1.1" status: 200 len: 999 time: 0.0563412 Oct 17 03:57:26.210299 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-2119d59b-9d1b-419f-bead-1fc2f8483bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:26.212183 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-2119d59b-9d1b-419f-bead-1fc2f8483bea service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 HTTP/1.1" status: 200 len: 853 time: 0.0494533 Oct 17 03:57:26.310643 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'c1cad789-5c24-466a-a029-52bbcbc76529', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.174', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:ed:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:57:00Z', 'updated_at': '2022-10-17T03:57:24Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:26.334997 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21a3449-677d-4770-a996-7b83c7009d6e None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'c1cad789-5c24-466a-a029-52bbcbc76529', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'floating_ip_address': '172.27.4.174', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'port_id': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'mac_address': 'fa:16:3e:ed:3e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:57:00Z', 'updated_at': '2022-10-17T03:57:24Z', 'revision_number': 1, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:57:26.514109 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e73f67-137b-4845-a789-3d0c3205636c None None] New status for floating IP c1cad789-5c24-466a-a029-52bbcbc76529: ACTIVE {{(pid=111642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:57:26.669444 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-2456c33c-2244-4d29-a094-01d0dd66e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:26.670959 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-2456c33c-2244-4d29-a094-01d0dd66e1d6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a10170e9-307c-484d-ab5a-624a6e00b8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666132 Oct 17 03:57:26.755475 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4b48a17c-4f99-452c-8041-12022e88d1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:26.765815 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-cfa0cd76-08d0-4dd8-b961-47f9692e8fb8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883605 Oct 17 03:57:26.870812 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-445165fe-18ed-4eab-91f2-a4d50dc0083d req-a6b3b152-c865-4396-b524-ac8cd42ab8b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990684 Oct 17 03:57:26.955193 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f210328-24ea-4ea8-b6a7-404db02fb8b1 req-bb9e03b7-3907-43ec-8381-6a3d539696a4 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:26.956864 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8f210328-24ea-4ea8-b6a7-404db02fb8b1 req-bb9e03b7-3907-43ec-8381-6a3d539696a4 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 950 time: 0.0468967 Oct 17 03:57:26.969186 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:27.006055 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8f210328-24ea-4ea8-b6a7-404db02fb8b1 req-13582e83-925b-4904-9967-8abd2c4e2afd tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Oct 17 03:57:27.487909 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef957f-9d55-4125-bfaf-6c11fed3c69b req-44af6dd8-4c66-4bf3-a2c9-266bd627eb74 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:27.489313 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d6ef957f-9d55-4125-bfaf-6c11fed3c69b req-44af6dd8-4c66-4bf3-a2c9-266bd627eb74 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 950 time: 0.0451484 Oct 17 03:57:27.535160 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d6ef957f-9d55-4125-bfaf-6c11fed3c69b req-31787d60-46a1-4f91-a1c8-88245ae9c66f tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Oct 17 03:57:28.653783 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f18519-6f4f-4f7a-a66f-eddd2de23752 req-44cc040c-e7a4-4521-b4be-cf9466374372 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:28.655218 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-22f18519-6f4f-4f7a-a66f-eddd2de23752 req-44cc040c-e7a4-4521-b4be-cf9466374372 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 950 time: 0.0444236 Oct 17 03:57:28.704950 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-22f18519-6f4f-4f7a-a66f-eddd2de23752 req-284cf783-cf03-4824-a1e7-b30c062a783e tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=abd383e2-84d5-41a4-8196-b1052fc14ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 Oct 17 03:57:28.904613 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cbd49154-1578-45b8-95d0-093182f68202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:29.385791 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-b14a1ae5-833c-46c9-b8ba-cb4e1d94648c tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:29.387168 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-b14a1ae5-833c-46c9-b8ba-cb4e1d94648c tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 950 time: 0.0481036 Oct 17 03:57:29.451751 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:29.468368 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Deleting port 49c2883a-e212-415d-bfbe-ebadc00e7d65 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:57:29.468707 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:29.563292 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] For port 49c2883a-e212-415d-bfbe-ebadc00e7d65, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=49c2883a-e212-415d-bfbe-ebadc00e7d65,segment=NetworkSegment(d980a2dc-7b75-49ec-8b76-24ce5644e1ec),segment_id=d980a2dc-7b75-49ec-8b76-24ce5644e1ec)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:29.563665 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:29.578340 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Calling delete_port for 49c2883a-e212-415d-bfbe-ebadc00e7d65 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:57:29.683952 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:29.780527 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (49c2883a-e212-415d-bfbe-ebadc00e7d65), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:29.797454 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['49c2883a-e212-415d-bfbe-ebadc00e7d65'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:57:29.835359 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e4737e08-5586-41a4-bf52-2bd1936bbb30 req-eaea61eb-8e92-4cde-87bf-6ad66e0b300a tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0559886 Oct 17 03:57:29.836323 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Pushing event deleted for resources: {'Port': ['ID=49c2883a-e212-415d-bfbe-ebadc00e7d65,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:29.866011 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.866383 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.866724 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.867063 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.867397 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.867726 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.868075 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.868397 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.868721 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.869045 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.869369 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.869784 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.870003 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.870350 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.870668 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:29.894083 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] No DVR routers for this DVR port 49c2883a-e212-415d-bfbe-ebadc00e7d65 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:57:29.896743 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:29.900022 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-951a310c-7fe1-46b3-8b24-96523ebd8de9 req-edee564e-ba24-46b2-9c74-79179f50d779 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.33 "DELETE /networking/v2.0/ports/49c2883a-e212-415d-bfbe-ebadc00e7d65 HTTP/1.1" status: 204 len: 173 time: 0.5073905 Oct 17 03:57:29.900524 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d', 'name': 'network-vif-deleted', 'tag': '49c2883a-e212-415d-bfbe-ebadc00e7d65'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:57:29.902800 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b99e75d-12ab-4652-a222-95b2fb3e7a03" -d '{"events": [{"server_uuid": "bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d", "name": "network-vif-deleted", "tag": "49c2883a-e212-415d-bfbe-ebadc00e7d65"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:57:29.943371 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52d22d9-a65e-4af7-a944-7fba53fe8928 x-openstack-request-id: req-b52d22d9-a65e-4af7-a944-7fba53fe8928 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:57:29.943685 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d", "name": "network-vif-deleted", "tag": "49c2883a-e212-415d-bfbe-ebadc00e7d65", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:57:29.943966 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b52d22d9-a65e-4af7-a944-7fba53fe8928 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:57:29.944382 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52d22d9-a65e-4af7-a944-7fba53fe8928'] response: {'server_uuid': 'bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d', 'name': 'network-vif-deleted', 'tag': '49c2883a-e212-415d-bfbe-ebadc00e7d65', 'status': 'completed', 'code': 200} Oct 17 03:57:30.240086 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:30.954973 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-79db7a03-fc69-4592-be67-4b5936885644 req-21991060-4f6d-4bdb-9bfe-56fe7a596132 tempest-VolumesNegativeTest-1049731775 tempest-VolumesNegativeTest-1049731775-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=bb80d0ed-4ffa-424c-b2dd-a19f3039ed2d HTTP/1.1" status: 200 len: 210 time: 0.0283492 Oct 17 03:57:31.555398 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:31.639506 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:31.890703 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 49c2883a-e212-415d-bfbe-ebadc00e7d65 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:57:31.910832 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 49c2883a-e212-415d-bfbe-ebadc00e7d65 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:57:31.911180 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 49c2883a-e212-415d-bfbe-ebadc00e7d65 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:57:32.642101 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2e421-1b14-4c23-8542-e984b771f2a4 req-ce23ec0d-1340-499a-8ffa-5979b96b77c9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:32.643555 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-82f2e421-1b14-4c23-8542-e984b771f2a4 req-ce23ec0d-1340-499a-8ffa-5979b96b77c9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 946 time: 0.0466127 Oct 17 03:57:32.690689 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-82f2e421-1b14-4c23-8542-e984b771f2a4 req-ba4bf997-f6ab-4903-915b-192c1627e09c tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414217 Oct 17 03:57:33.822965 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c11f0-48b1-4b1f-bca1-e4d963d7c50d req-831cc842-d81a-4ba9-98d3-8dfac873bfec tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:33.824581 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-574c11f0-48b1-4b1f-bca1-e4d963d7c50d req-831cc842-d81a-4ba9-98d3-8dfac873bfec tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 946 time: 0.0512154 Oct 17 03:57:33.872198 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-574c11f0-48b1-4b1f-bca1-e4d963d7c50d req-72488456-39b5-43ec-8a10-3cda4fe981c7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419054 Oct 17 03:57:34.553841 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09476999-7434-421e-b889-e1d079c9b0df req-e6c0f4cc-cf6e-4e1a-9d15-4170dffe28c9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:34.555292 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-09476999-7434-421e-b889-e1d079c9b0df req-e6c0f4cc-cf6e-4e1a-9d15-4170dffe28c9 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 946 time: 0.0464029 Oct 17 03:57:34.641940 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Deleting port 6bd14a14-2324-4ad8-883f-c897db79d3d8 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:57:34.642287 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:34.742774 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] For port 6bd14a14-2324-4ad8-883f-c897db79d3d8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6bd14a14-2324-4ad8-883f-c897db79d3d8,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:34.743281 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:34.904784 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:34.905489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (0d105920-d93b-4d08-a334-df74bd831591), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:34.905489 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Floating IP 0d105920-d93b-4d08-a334-df74bd831591 disassociated. External IP: 172.27.4.196, port: 6bd14a14-2324-4ad8-883f-c897db79d3d8. Oct 17 03:57:34.905760 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Calling delete_port for 6bd14a14-2324-4ad8-883f-c897db79d3d8 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:57:34.956117 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:34.993865 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e28339-ed5a-4ab8-ac2c-712c383b74fa req-82a43b1e-b1ff-4175-9a5d-c1f8d952d8ed tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:34.996075 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-46e28339-ed5a-4ab8-ac2c-712c383b74fa req-82a43b1e-b1ff-4175-9a5d-c1f8d952d8ed tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 946 time: 0.0474586 Oct 17 03:57:35.043840 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-46e28339-ed5a-4ab8-ac2c-712c383b74fa req-15ace780-c4d2-4eec-84f7-cd1f0691e6df tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8fe2eaf4-c0bb-4ca1-be05-964872352444&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421240 Oct 17 03:57:35.126184 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (6bd14a14-2324-4ad8-883f-c897db79d3d8), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:35.158736 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event deleted for resources: {'Port': ['ID=6bd14a14-2324-4ad8-883f-c897db79d3d8,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:35.481348 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:35.538631 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:57:35.650342 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:57:35.662692 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] Sync routers for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:57:35.672530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:57:35.673090 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:57:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:35.695266 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] No DVR routers for this DVR port 6bd14a14-2324-4ad8-883f-c897db79d3d8 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:57:35.698861 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:35.702086 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-09476999-7434-421e-b889-e1d079c9b0df req-4c25b222-2cdb-474a-82b1-2e44bfd8818e tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.33 "DELETE /networking/v2.0/ports/6bd14a14-2324-4ad8-883f-c897db79d3d8 HTTP/1.1" status: 204 len: 173 time: 1.1416836 Oct 17 03:57:35.702597 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'name': 'network-vif-deleted', 'tag': '6bd14a14-2324-4ad8-883f-c897db79d3d8'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:57:35.704897 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490aded8-7f14-45ef-8d06-eaf7141adf0e" -d '{"events": [{"server_uuid": "13c22e73-74fd-4dfd-ab0a-a667248bcb97", "name": "network-vif-deleted", "tag": "6bd14a14-2324-4ad8-883f-c897db79d3d8"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:57:35.752234 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90449b9-1f10-41f2-bc3c-3507d10f15dd x-openstack-request-id: req-e90449b9-1f10-41f2-bc3c-3507d10f15dd {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:57:35.752234 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c22e73-74fd-4dfd-ab0a-a667248bcb97", "name": "network-vif-deleted", "tag": "6bd14a14-2324-4ad8-883f-c897db79d3d8", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:57:35.752234 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e90449b9-1f10-41f2-bc3c-3507d10f15dd {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:57:35.752234 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90449b9-1f10-41f2-bc3c-3507d10f15dd'] response: {'server_uuid': '13c22e73-74fd-4dfd-ab0a-a667248bcb97', 'name': 'network-vif-deleted', 'tag': '6bd14a14-2324-4ad8-883f-c897db79d3d8', 'status': 'completed', 'code': 200} Oct 17 03:57:35.783560 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:57:35.979543 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:36.009552 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] Checking router: b5cbccfc-aece-42b5-a8cb-ceb6899903b8 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:57:36.014735 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:57:36.015350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:57:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:36.116191 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:36.130595 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:57:36.216930 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c0035107-4255-4c63-b8e6-8caabca1c765 req-f56f8033-d91d-49a3-b6f4-dec5660abe36 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=13c22e73-74fd-4dfd-ab0a-a667248bcb97 HTTP/1.1" status: 200 len: 210 time: 0.0446467 Oct 17 03:57:36.340022 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:36.368126 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750d36b-e198-49be-9e7b-656cf5ba9903 None None] The sync data for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi is: [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:50:49Z', 'revision_number': 4, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '94893caf-2412-4766-ac9b-723946a2897b', 'name': '', 'network_id': '9596452a-c538-49c6-83ce-e63a5d474491', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'mac_address': 'fa:16:3e:2a:35:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:47Z', 'updated_at': '2022-10-17T03:51:00Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'subnets': [{'id': 'fc392004-8afd-451c-9dcb-41ef655b2ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:57:36.586497 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7a4b2-1323-45ad-beae-7c09f0f49f4f None None] New status for floating IP 0d105920-d93b-4d08-a334-df74bd831591: DOWN {{(pid=111642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:57:36.589675 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:37.384947 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60262) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:37.442819 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b24523c3-f87f-4f95-82c1-b56a3f08e0e2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (8fe2eaf4-c0bb-4ca1-be05-964872352444), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:37.465400 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b24523c3-f87f-4f95-82c1-b56a3f08e0e2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (8fe2eaf4-c0bb-4ca1-be05-964872352444), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:37.573272 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b24523c3-f87f-4f95-82c1-b56a3f08e0e2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (8fe2eaf4-c0bb-4ca1-be05-964872352444), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:37.576547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b24523c3-f87f-4f95-82c1-b56a3f08e0e2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:37.577740 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-b24523c3-f87f-4f95-82c1-b56a3f08e0e2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/8fe2eaf4-c0bb-4ca1-be05-964872352444 HTTP/1.1" status: 204 len: 168 time: 0.1918094 Oct 17 03:57:37.580756 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60268) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:37.587459 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24523c3-f87f-4f95-82c1-b56a3f08e0e2 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe2eaf4-c0bb-4ca1-be05-964872352444,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:37.596331 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.api.v2.resource [None req-733608d6-a60d-4fe0-bdb5-fc7bf50362de tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] show failed (client error): The resource could not be found. Oct 17 03:57:37.597552 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-733608d6-a60d-4fe0-bdb5-fc7bf50362de tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "GET /networking/v2.0/security-groups/8fe2eaf4-c0bb-4ca1-be05-964872352444 HTTP/1.1" status: 404 len: 347 time: 0.0152855 Oct 17 03:57:37.600581 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60270) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:37.633844 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:37.711454 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Deleting port 6e039fa0-dd2b-495d-9551-5a04912b1f60 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:57:37.711819 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (6e039fa0-dd2b-495d-9551-5a04912b1f60), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:37.786884 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (6e039fa0-dd2b-495d-9551-5a04912b1f60), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:37.787203 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (6e039fa0-dd2b-495d-9551-5a04912b1f60), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:37.799930 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Calling delete_port for 6e039fa0-dd2b-495d-9551-5a04912b1f60 owned by network:floatingip {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:57:37.928385 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 6bd14a14-2324-4ad8-883f-c897db79d3d8 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:57:37.934309 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60274) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:37.948959 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 6bd14a14-2324-4ad8-883f-c897db79d3d8 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:57:37.949306 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 6bd14a14-2324-4ad8-883f-c897db79d3d8 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:57:37.973812 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (6e039fa0-dd2b-495d-9551-5a04912b1f60), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:38.007836 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Pushing event deleted for resources: {'Port': ['ID=6e039fa0-dd2b-495d-9551-5a04912b1f60,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:38.039927 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.040270 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.040604 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.040937 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.041264 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.041590 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.041915 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.042231 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.043053 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.043376 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.043694 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.044037 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.044353 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.044666 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.044980 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:38.109319 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks [] for floatingip (0d105920-d93b-4d08-a334-df74bd831591), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:38.111767 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:38.112896 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ffb8ca30-ee76-4e91-a018-d79d19ba7fb7 tempest-AttachVolumeTestJSON-1560564285 tempest-AttachVolumeTestJSON-1560564285-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/0d105920-d93b-4d08-a334-df74bd831591 HTTP/1.1" status: 204 len: 168 time: 0.5113707 Oct 17 03:57:38.116706 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-035a7814-1c15-4a23-8255-3c57f665981a admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=6be7dccebac241518620e36863b7165d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811399 Oct 17 03:57:38.119976 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60278) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:38.170191 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-82bcb36e-74af-43ad-adcc-30e89ba5c750 admin admin] Publish callbacks [] for security_group (abd383e2-84d5-41a4-8196-b1052fc14ac2), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:38.189939 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-82bcb36e-74af-43ad-adcc-30e89ba5c750 admin admin] Publish callbacks [] for security_group (abd383e2-84d5-41a4-8196-b1052fc14ac2), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:38.191436 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:38.361629 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-82bcb36e-74af-43ad-adcc-30e89ba5c750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (abd383e2-84d5-41a4-8196-b1052fc14ac2), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:38.364107 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-82bcb36e-74af-43ad-adcc-30e89ba5c750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:38.365261 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-82bcb36e-74af-43ad-adcc-30e89ba5c750 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/abd383e2-84d5-41a4-8196-b1052fc14ac2 HTTP/1.1" status: 204 len: 168 time: 0.2443633 Oct 17 03:57:38.372994 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcb36e-74af-43ad-adcc-30e89ba5c750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd383e2-84d5-41a4-8196-b1052fc14ac2,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:42.194195 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60312) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:42.562167 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:42.638333 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:42.852269 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Deleting port 94893caf-2412-4766-ac9b-723946a2897b {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:57:42.852529 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (94893caf-2412-4766-ac9b-723946a2897b), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:42.928788 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] For port 94893caf-2412-4766-ac9b-723946a2897b, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=94893caf-2412-4766-ac9b-723946a2897b,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:42.929078 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (94893caf-2412-4766-ac9b-723946a2897b), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:42.941984 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Calling delete_port for 94893caf-2412-4766-ac9b-723946a2897b owned by network:router_interface {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:57:43.064106 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:43.193438 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (94893caf-2412-4766-ac9b-723946a2897b), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:43.216027 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=94893caf-2412-4766-ac9b-723946a2897b,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:43.383614 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:43.404321 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d797e021-d2d5-449d-a6cf-31545a59588a None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:57:43.472334 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:43.488231 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797e021-d2d5-449d-a6cf-31545a59588a None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:57:43.587309 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:57:43.691215 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:57:43.696306 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-640a8c16-ba07-4224-b97a-80981ff0cb3a admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/b5cbccfc-aece-42b5-a8cb-ceb6899903b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5009687 Oct 17 03:57:43.698865 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60316) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:43.703181 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] Sync routers for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:57:43.717655 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:57:43.718291 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:57:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:43.804450 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks [] for router (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:43.824824 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:57:43.925579 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:43.944880 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:44.014367 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:57:43Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:44.040139 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] Checking router: b5cbccfc-aece-42b5-a8cb-ceb6899903b8 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:57:44.050316 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] Routers {'b5cbccfc-aece-42b5-a8cb-ceb6899903b8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:57:44.050949 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:57:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:44.109291 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-74624a2d-fffa-490c-be82-55c8354d6768 None None] Provisioning complete for port 15b360bd-53db-4a71-89a2-b071db866092 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:57:44.109740 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-74624a2d-fffa-490c-be82-55c8354d6768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (15b360bd-53db-4a71-89a2-b071db866092), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.110076 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-74624a2d-fffa-490c-be82-55c8354d6768 None None] Attempt 1 to provision port 15b360bd-53db-4a71-89a2-b071db866092 Oct 17 03:57:44.131524 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks [] for router_gateway (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.197319 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] Set router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:57:44.247458 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Deleting port 712ed2de-f156-4fbc-847b-6af26d893a45 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:57:44.248057 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.328604 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] For port 712ed2de-f156-4fbc-847b-6af26d893a45, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=712ed2de-f156-4fbc-847b-6af26d893a45,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:44.328862 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.343079 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Calling delete_port for 712ed2de-f156-4fbc-847b-6af26d893a45 owned by network:router_gateway {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:57:44.352759 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:44.422204 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-74624a2d-fffa-490c-be82-55c8354d6768 None None] Current status of the port 15b360bd-53db-4a71-89a2-b071db866092 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:57:44.525818 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:57:43Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:44.554481 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05797da9-540f-47f3-bdc5-301e5f4938b9 None None] The sync data for ids ['b5cbccfc-aece-42b5-a8cb-ceb6899903b8'] in dv-cinder-815582-16-iscsi is: [{'id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'name': 'tempest-AttachVolumeTestJSON-1070905479-router', 'tenant_id': '735cb7f647604741982528fc91abb7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34'}], 'enable_snat': True}, 'gw_port_id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:41Z', 'updated_at': '2022-10-17T03:57:43Z', 'revision_number': 5, 'project_id': '735cb7f647604741982528fc91abb7b6', 'gw_port': {'id': '712ed2de-f156-4fbc-847b-6af26d893a45', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cbccfc-aece-42b5-a8cb-ceb6899903b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:57:44.571227 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (712ed2de-f156-4fbc-847b-6af26d893a45), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.602036 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=712ed2de-f156-4fbc-847b-6af26d893a45,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:44.665551 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.751552 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.753750 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks [] for router_controller (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.787311 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:44.916761 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (b5cbccfc-aece-42b5-a8cb-ceb6899903b8), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.917391 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cbccfc-aece-42b5-a8cb-ceb6899903b8 {{(pid=111639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:57:44.925645 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:44.925645 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-75e522e6-7f64-43d6-834b-59af46791c55 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/b5cbccfc-aece-42b5-a8cb-ceb6899903b8 HTTP/1.1" status: 204 len: 168 time: 1.2230444 Oct 17 03:57:44.926214 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60318) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:44.977877 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a21d80-37ea-491f-b29d-2fb073b8e58d admin admin] Deleting subnet fc392004-8afd-451c-9dcb-41ef655b2ff1 {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:57:44.981239 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d0a21d80-37ea-491f-b29d-2fb073b8e58d admin admin] Publish callbacks [] for subnet (fc392004-8afd-451c-9dcb-41ef655b2ff1), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.018133 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d0a21d80-37ea-491f-b29d-2fb073b8e58d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (fc392004-8afd-451c-9dcb-41ef655b2ff1), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.092279 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d0a21d80-37ea-491f-b29d-2fb073b8e58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (fc392004-8afd-451c-9dcb-41ef655b2ff1), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.234342 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d0a21d80-37ea-491f-b29d-2fb073b8e58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (fc392004-8afd-451c-9dcb-41ef655b2ff1), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.263445 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d0a21d80-37ea-491f-b29d-2fb073b8e58d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.267312 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d0a21d80-37ea-491f-b29d-2fb073b8e58d admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/fc392004-8afd-451c-9dcb-41ef655b2ff1 HTTP/1.1" status: 204 len: 168 time: 0.3401732 Oct 17 03:57:45.268203 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a21d80-37ea-491f-b29d-2fb073b8e58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc392004-8afd-451c-9dcb-41ef655b2ff1,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:45.268329 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c97a7-cc4a-4aef-bb1a-eb4ab5ba52a1 None None] Network 9596452a-c538-49c6-83ce-e63a5d474491 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:57:45.269742 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60320) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:45.339165 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (9596452a-c538-49c6-83ce-e63a5d474491), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.385400 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Deleting port 15b360bd-53db-4a71-89a2-b071db866092 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:57:45.385684 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (15b360bd-53db-4a71-89a2-b071db866092), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.447202 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] For port 15b360bd-53db-4a71-89a2-b071db866092, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=15b360bd-53db-4a71-89a2-b071db866092,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:45.447558 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (15b360bd-53db-4a71-89a2-b071db866092), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.460453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Calling delete_port for 15b360bd-53db-4a71-89a2-b071db866092 owned by network:dhcp {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:57:45.559325 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] DHCP port deletion for 9596452a-c538-49c6-83ce-e63a5d474491 request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:57:45.603994 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 712ed2de-f156-4fbc-847b-6af26d893a45 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:57:45.608047 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Deleting port 15b360bd-53db-4a71-89a2-b071db866092 {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:57:45.608409 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (15b360bd-53db-4a71-89a2-b071db866092), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.625818 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 712ed2de-f156-4fbc-847b-6af26d893a45 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:57:45.626157 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 712ed2de-f156-4fbc-847b-6af26d893a45 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:57:45.629852 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 94893caf-2412-4766-ac9b-723946a2897b no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:57:45.644950 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (15b360bd-53db-4a71-89a2-b071db866092), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.649163 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:45.671624 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Pushing event deleted for resources: {'Port': ['ID=15b360bd-53db-4a71-89a2-b071db866092,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:45.675121 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] No DVR routers for this DVR port 15b360bd-53db-4a71-89a2-b071db866092 on host dv-cinder-815582-16-iscsi {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:57:45.681424 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 94893caf-2412-4766-ac9b-723946a2897b {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:57:45.681766 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 94893caf-2412-4766-ac9b-723946a2897b not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:57:45.682173 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 15b360bd-53db-4a71-89a2-b071db866092 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:57:45.701827 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 15b360bd-53db-4a71-89a2-b071db866092 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:57:45.702169 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 15b360bd-53db-4a71-89a2-b071db866092 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:57:45.730524 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] For port 15b360bd-53db-4a71-89a2-b071db866092, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=15b360bd-53db-4a71-89a2-b071db866092,segment=NetworkSegment(31a4f483-b0b4-4cfd-825d-aedf7c512232),segment_id=31a4f483-b0b4-4cfd-825d-aedf7c512232)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:45.730912 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (15b360bd-53db-4a71-89a2-b071db866092), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.744769 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Calling delete_port for 15b360bd-53db-4a71-89a2-b071db866092 owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:57:45.753055 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (9596452a-c538-49c6-83ce-e63a5d474491), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.776355 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9596452a-c538-49c6-83ce-e63a5d474491']}} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:45.782073 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:45.786467 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a4f483-b0b4-4cfd-825d-aedf7c512232') {'for_net_delete': True} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:45.786769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a4f483-b0b4-4cfd-825d-aedf7c512232') {} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:45.797335 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12640230'] for segment (31a4f483-b0b4-4cfd-825d-aedf7c512232), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.811015 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (31a4f483-b0b4-4cfd-825d-aedf7c512232), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.817590 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=111640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:57:45.817966 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12638769'] for segment (31a4f483-b0b4-4cfd-825d-aedf7c512232), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.820225 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (15b360bd-53db-4a71-89a2-b071db866092), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.847074 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Pushing event deleted for resources: {'Port': ['ID=15b360bd-53db-4a71-89a2-b071db866092,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:45.856219 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] No DVR routers for this DVR port 15b360bd-53db-4a71-89a2-b071db866092 on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:57:45.860194 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.860546 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.860662 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment 31a4f483-b0b4-4cfd-825d-aedf7c512232 resource provider aggregate not found Oct 17 03:57:45.860902 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.861260 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.861543 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.861869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.862192 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.862529 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.862983 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.863182 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.863504 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.863847 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.864169 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.864485 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.864799 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e156155-3bb2-4bfa-976b-680c5446eb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:57:45.883056 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment 31a4f483-b0b4-4cfd-825d-aedf7c512232 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31a4f483-b0b4-4cfd-825d-aedf7c512232 found for delete ", "request_id": "req-96cb7297-f93d-48e1-8ec5-47453b91bfb7"}]} Oct 17 03:57:45.948085 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (9596452a-c538-49c6-83ce-e63a5d474491), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.953996 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:45.956995 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/9596452a-c538-49c6-83ce-e63a5d474491 HTTP/1.1" status: 204 len: 168 time: 0.6857338 Oct 17 03:57:45.969014 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183272e3-c749-45de-a37e-e76e4028dfed admin admin] Pushing event deleted for resources: {'Network': ['ID=9596452a-c538-49c6-83ce-e63a5d474491,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:46.334520 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60332) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:46.374773 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e704e0a9-a794-4f25-a8b4-5487a8f66aef admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=735cb7f647604741982528fc91abb7b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390599 Oct 17 03:57:46.377116 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60334) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:46.427453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c77f8f8d-1d0b-4f63-a121-8c27ac75640d admin admin] Publish callbacks [] for security_group (849c7900-cb13-44c3-9c6b-d9206b7ca39a), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:46.445918 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:46.447967 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c77f8f8d-1d0b-4f63-a121-8c27ac75640d admin admin] Publish callbacks [] for security_group (849c7900-cb13-44c3-9c6b-d9206b7ca39a), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:46.590651 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c77f8f8d-1d0b-4f63-a121-8c27ac75640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (849c7900-cb13-44c3-9c6b-d9206b7ca39a), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:46.593276 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c77f8f8d-1d0b-4f63-a121-8c27ac75640d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:46.600008 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c77f8f8d-1d0b-4f63-a121-8c27ac75640d admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/849c7900-cb13-44c3-9c6b-d9206b7ca39a HTTP/1.1" status: 204 len: 168 time: 0.2164664 Oct 17 03:57:46.602564 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f8f8d-1d0b-4f63-a121-8c27ac75640d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849c7900-cb13-44c3-9c6b-d9206b7ca39a,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:46.662699 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:48.408651 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60384) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:48.512848 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-967b5964-ca2f-4577-b331-fcf240f948fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:48.582589 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:48.587506 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-967b5964-ca2f-4577-b331-fcf240f948fd admin admin] Publish callbacks [] for security_group (c2e6b121-415a-4a06-932c-5ce0748b60b4), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:48.658710 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-967b5964-ca2f-4577-b331-fcf240f948fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (c2e6b121-415a-4a06-932c-5ce0748b60b4), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:48.700527 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-967b5964-ca2f-4577-b331-fcf240f948fd admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=2a34bf95f3044db19425033a38dbf5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905281 Oct 17 03:57:48.702115 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b5964-ca2f-4577-b331-fcf240f948fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e6b121-415a-4a06-932c-5ce0748b60b4,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:48.703690 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60388) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:48.753663 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-105680d5-e280-48a7-a489-8c0cd8f191bd admin admin] Publish callbacks [] for security_group (c2e6b121-415a-4a06-932c-5ce0748b60b4), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:48.773674 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-105680d5-e280-48a7-a489-8c0cd8f191bd admin admin] Publish callbacks [] for security_group (c2e6b121-415a-4a06-932c-5ce0748b60b4), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:48.892996 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-105680d5-e280-48a7-a489-8c0cd8f191bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (c2e6b121-415a-4a06-932c-5ce0748b60b4), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:48.895431 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-105680d5-e280-48a7-a489-8c0cd8f191bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:48.896595 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-105680d5-e280-48a7-a489-8c0cd8f191bd admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/c2e6b121-415a-4a06-932c-5ce0748b60b4 HTTP/1.1" status: 204 len: 168 time: 0.1918216 Oct 17 03:57:48.904600 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105680d5-e280-48a7-a489-8c0cd8f191bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e6b121-415a-4a06-932c-5ce0748b60b4,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:50.953631 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:52.375766 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d425e-14bc-4fb9-81ef-8a52f662b9b6 req-0611d6e8-a214-4a39-bb66-1255704abe5b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:52.377203 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-179d425e-14bc-4fb9-81ef-8a52f662b9b6 req-0611d6e8-a214-4a39-bb66-1255704abe5b tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 946 time: 0.0461435 Oct 17 03:57:52.426606 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-179d425e-14bc-4fb9-81ef-8a52f662b9b6 req-6ced999d-9d13-4226-8701-02748756edbe tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438917 Oct 17 03:57:53.556616 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09682c3c-cb95-4032-a7fb-287a09fd9f04 req-a3418b06-40fe-4c69-af75-843f38c4c456 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:53.558105 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-09682c3c-cb95-4032-a7fb-287a09fd9f04 req-a3418b06-40fe-4c69-af75-843f38c4c456 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 946 time: 0.0499392 Oct 17 03:57:53.604600 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-09682c3c-cb95-4032-a7fb-287a09fd9f04 req-c345b855-abd1-4a5c-b16e-01668471dddb tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46140bb5-bd16-4538-9fdd-0a4537a6c498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 Oct 17 03:57:53.873360 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:57:53.885464 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-479ff35c-97c6-418d-941f-9f4c182cc123 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:57:53.886932 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-479ff35c-97c6-418d-941f-9f4c182cc123 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 946 time: 0.0456188 Oct 17 03:57:53.965636 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Deleting port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:57:53.965972 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:54.058074 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] For port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:57:54.058434 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:54.105871 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:54.219630 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:54.220028 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (d00c3d2b-b5f7-46c6-85e1-068666435062), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:54.220344 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Floating IP d00c3d2b-b5f7-46c6-85e1-068666435062 disassociated. External IP: 172.27.4.92, port: c8bd08b9-f03d-4970-86bd-d1f5f3bfb833. Oct 17 03:57:54.220774 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Calling delete_port for c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:57:54.396265 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (c8bd08b9-f03d-4970-86bd-d1f5f3bfb833), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:54.428462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event deleted for resources: {'Port': ['ID=c8bd08b9-f03d-4970-86bd-d1f5f3bfb833,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:54.534461 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:54.539547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Router ade4885a-216f-4b79-8f4c-79672fbbf5c8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:57:54.644638 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:57:54.655294 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] Sync routers for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:57:54.666030 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:57:54.667030 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:57:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:54.687351 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] No DVR routers for this DVR port c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:57:54.690670 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:54.694101 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-246bcebd-f20f-40d7-96d5-df56d4113a75 req-8891b379-1196-4e85-99e9-31758f92a995 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 HTTP/1.1" status: 204 len: 173 time: 0.8022616 Oct 17 03:57:54.694552 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-deleted', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:57:54.696900 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ca5057-30d3-4785-a064-6fe5980231fa" -d '{"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-deleted", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:57:54.729880 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-82a0973e-a63d-4bda-81cd-9a8432934275 req-ce5f0ad5-235e-4c94-a041-0d94db176577 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 210 time: 0.0295169 Oct 17 03:57:54.736803 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9d048f-7183-4085-9147-2db52c283d2d x-openstack-request-id: req-6b9d048f-7183-4085-9147-2db52c283d2d {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:57:54.737092 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5095b6-754f-49bd-9199-8352daf9cad7", "name": "network-vif-deleted", "tag": "c8bd08b9-f03d-4970-86bd-d1f5f3bfb833", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:57:54.738594 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6b9d048f-7183-4085-9147-2db52c283d2d {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:57:54.738594 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9d048f-7183-4085-9147-2db52c283d2d'] response: {'server_uuid': '1e5095b6-754f-49bd-9199-8352daf9cad7', 'name': 'network-vif-deleted', 'tag': 'c8bd08b9-f03d-4970-86bd-d1f5f3bfb833', 'status': 'completed', 'code': 200} Oct 17 03:57:54.795550 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:57:55.002853 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:55.027291 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] Checking router: ade4885a-216f-4b79-8f4c-79672fbbf5c8 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:57:55.036431 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:57:55.037029 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:57:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:55.136323 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:57:55.394264 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:57:55.418235 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3e3b8-9714-4e12-995a-6c074b6bf768 None None] The sync data for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi is: [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:50:53Z', 'revision_number': 4, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a', 'name': '', 'network_id': 'af1f3d7e-18a9-4ea1-a199-66960c97f1c1', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'mac_address': 'fa:16:3e:55:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:52Z', 'updated_at': '2022-10-17T03:51:04Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'subnets': [{'id': '5c35a5ff-8c01-4e85-9f16-1d8daf5289f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:57:55.623910 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f249370-8a91-4567-8a7f-41647022c67a None None] New status for floating IP d00c3d2b-b5f7-46c6-85e1-068666435062: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:57:55.855868 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3445b869-08ae-48da-b3e7-b4a47ffce40e req-62889490-d305-4a12-b5ca-df71e4018d43 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 210 time: 0.0281506 Oct 17 03:57:56.708504 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-2c7c205e-d6cf-4de8-be45-1fdb1dccc7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:56.975688 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-36a4b1f1-bb20-465d-872c-4e671c140dde req-ed89d285-fff9-42c3-8c32-05659234b476 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 210 time: 0.0303347 Oct 17 03:57:58.056270 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:57:58.075830 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:57:58.076249 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device c8bd08b9-f03d-4970-86bd-d1f5f3bfb833 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:57:58.095534 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6a2ae650-102b-443e-8d24-80e4db5a3286 req-b0358ab2-57ed-45af-b051-96d6f5762f8c tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1e5095b6-754f-49bd-9199-8352daf9cad7 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Oct 17 03:57:58.921816 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9889c5ba-bbc0-401f-92c8-25cc59bbfa10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.257372 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60500) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:59.311495 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6de74bf4-d2bb-4812-98f0-4d837657a89a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (46140bb5-bd16-4538-9fdd-0a4537a6c498), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.338129 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6de74bf4-d2bb-4812-98f0-4d837657a89a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (46140bb5-bd16-4538-9fdd-0a4537a6c498), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.459417 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6de74bf4-d2bb-4812-98f0-4d837657a89a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (46140bb5-bd16-4538-9fdd-0a4537a6c498), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.463018 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6de74bf4-d2bb-4812-98f0-4d837657a89a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.464445 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-6de74bf4-d2bb-4812-98f0-4d837657a89a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/46140bb5-bd16-4538-9fdd-0a4537a6c498 HTTP/1.1" status: 204 len: 168 time: 0.2058635 Oct 17 03:57:59.467199 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60502) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:59.484003 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de74bf4-d2bb-4812-98f0-4d837657a89a tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46140bb5-bd16-4538-9fdd-0a4537a6c498,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:59.487687 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.api.v2.resource [None req-41d3b2d2-fb4f-4568-a622-d47204657b81 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] show failed (client error): The resource could not be found. Oct 17 03:57:59.488879 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-41d3b2d2-fb4f-4568-a622-d47204657b81 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "GET /networking/v2.0/security-groups/46140bb5-bd16-4538-9fdd-0a4537a6c498 HTTP/1.1" status: 404 len: 347 time: 0.0203514 Oct 17 03:57:59.491919 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60504) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:57:59.609330 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Deleting port 60e6c69c-649e-4318-96ad-3b5a4c6391ac {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:57:59.609671 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (60e6c69c-649e-4318-96ad-3b5a4c6391ac), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.686642 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (60e6c69c-649e-4318-96ad-3b5a4c6391ac), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.686973 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (60e6c69c-649e-4318-96ad-3b5a4c6391ac), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.700217 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Calling delete_port for 60e6c69c-649e-4318-96ad-3b5a4c6391ac owned by network:floatingip {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:57:59.746343 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:57:59.899387 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (60e6c69c-649e-4318-96ad-3b5a4c6391ac), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.925157 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Pushing event deleted for resources: {'Port': ['ID=60e6c69c-649e-4318-96ad-3b5a4c6391ac,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:57:59.990571 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks [] for floatingip (d00c3d2b-b5f7-46c6-85e1-068666435062), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.993100 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:57:59.994256 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2ee48cb1-4970-44d6-b1be-34b5500ca998 tempest-AttachVolumeShelveTestJSON-1605094076 tempest-AttachVolumeShelveTestJSON-1605094076-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/d00c3d2b-b5f7-46c6-85e1-068666435062 HTTP/1.1" status: 204 len: 168 time: 0.5010927 Oct 17 03:58:00.247525 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:01.542502 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:01.616599 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:02.722806 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60562) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:03.029060 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:03.190386 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (ade4885a-216f-4b79-8f4c-79672fbbf5c8), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:03.284983 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:03.406758 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Deleting port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:03.407008 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:03.487553 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] For port cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:58:03.487945 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:03.501064 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Calling delete_port for cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a owned by network:router_interface {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:03.761724 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:03.784905 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:03.946523 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (ade4885a-216f-4b79-8f4c-79672fbbf5c8), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:03.969682 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1716bce6-2204-42ea-a176-36db780d33ed None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:58:04.038943 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:04.053865 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1716bce6-2204-42ea-a176-36db780d33ed None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:58:04.117366 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:04.134054 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:04.171529 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Router ade4885a-216f-4b79-8f4c-79672fbbf5c8 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:58:04.277126 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:58:04.282837 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-472e07ea-768c-45a7-8de7-faa3e07299c2 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/ade4885a-216f-4b79-8f4c-79672fbbf5c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5589869 Oct 17 03:58:04.286085 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60584) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:04.286579 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] Sync routers for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:58:04.297144 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:58:04.297750 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:57:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:04.418877 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:58:04.421065 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks [] for router (ade4885a-216f-4b79-8f4c-79672fbbf5c8), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:04.528129 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks [] for router_gateway (ade4885a-216f-4b79-8f4c-79672fbbf5c8), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:04.585988 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:04.603252 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:58:03Z', 'revision_number': 5, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port': {'id': '16aae9f7-5118-4b40-a78c-9350686da4b9', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:50:45Z', 'updated_at': '2022-10-17T03:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:04.605871 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:04.632151 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] Checking router: ade4885a-216f-4b79-8f4c-79672fbbf5c8 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:58:04.640661 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] Routers {'ade4885a-216f-4b79-8f4c-79672fbbf5c8'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:58:04.641374 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:57:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:04.644073 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Deleting port 16aae9f7-5118-4b40-a78c-9350686da4b9 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:04.644650 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:04.716179 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:04.731784 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] Set router ade4885a-216f-4b79-8f4c-79672fbbf5c8 gateway port host: None {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:58:04.731969 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] For port 16aae9f7-5118-4b40-a78c-9350686da4b9, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=16aae9f7-5118-4b40-a78c-9350686da4b9,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:58:04.732253 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:04.745655 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Calling delete_port for 16aae9f7-5118-4b40-a78c-9350686da4b9 owned by network:router_gateway {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:04.761008 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-cf5d6a4f-4656-4d34-b117-aad38b268858 None None] Provisioning complete for port f8478650-4c9b-4639-867d-f0a7c154d62d triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:58:04.761409 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cf5d6a4f-4656-4d34-b117-aad38b268858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:04.761739 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-cf5d6a4f-4656-4d34-b117-aad38b268858 None None] Attempt 1 to provision port f8478650-4c9b-4639-867d-f0a7c154d62d Oct 17 03:58:04.781149 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:58:04Z', 'revision_number': 6, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:04.809354 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a6ecb-02de-4a93-8be7-1f6165556369 None None] The sync data for ids ['ade4885a-216f-4b79-8f4c-79672fbbf5c8'] in dv-cinder-815582-16-iscsi is: [{'id': 'ade4885a-216f-4b79-8f4c-79672fbbf5c8', 'name': 'tempest-AttachVolumeShelveTestJSON-978489128-router', 'tenant_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:50:43Z', 'updated_at': '2022-10-17T03:58:04Z', 'revision_number': 6, 'project_id': '3ed4ecab9c234dd293ba0034d71d03f7', 'gw_port_host': None}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:58:04.849499 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d6a4f-4656-4d34-b117-aad38b268858 None None] Current status of the port f8478650-4c9b-4639-867d-f0a7c154d62d is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:58:04.915787 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:04.971386 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (16aae9f7-5118-4b40-a78c-9350686da4b9), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.001647 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Pushing event deleted for resources: {'Port': ['ID=16aae9f7-5118-4b40-a78c-9350686da4b9,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:05.061383 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (ade4885a-216f-4b79-8f4c-79672fbbf5c8), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.147666 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (ade4885a-216f-4b79-8f4c-79672fbbf5c8), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.150374 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks [] for router_controller (ade4885a-216f-4b79-8f4c-79672fbbf5c8), precommit_delete_associations {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.242073 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (ade4885a-216f-4b79-8f4c-79672fbbf5c8), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.242654 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade4885a-216f-4b79-8f4c-79672fbbf5c8 {{(pid=111640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:58:05.247548 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.248775 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-987a6347-03b7-40d8-877c-1fca17cbf58f admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/ade4885a-216f-4b79-8f4c-79672fbbf5c8 HTTP/1.1" status: 204 len: 168 time: 0.9607956 Oct 17 03:58:05.251156 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60590) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:05.299325 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1101a07c-dce7-499f-91c0-09db3165887f admin admin] Deleting subnet 5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 {{(pid=111640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:58:05.302613 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1101a07c-dce7-499f-91c0-09db3165887f admin admin] Publish callbacks [] for subnet (5c35a5ff-8c01-4e85-9f16-1d8daf5289f5), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.336833 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1101a07c-dce7-499f-91c0-09db3165887f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12640159'] for subnet (5c35a5ff-8c01-4e85-9f16-1d8daf5289f5), precommit_delete_associations {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.409716 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1101a07c-dce7-499f-91c0-09db3165887f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (5c35a5ff-8c01-4e85-9f16-1d8daf5289f5), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.539522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1101a07c-dce7-499f-91c0-09db3165887f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12714074'] for subnet (5c35a5ff-8c01-4e85-9f16-1d8daf5289f5), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.567424 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101a07c-dce7-499f-91c0-09db3165887f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c35a5ff-8c01-4e85-9f16-1d8daf5289f5,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:05.571131 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1101a07c-dce7-499f-91c0-09db3165887f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.574511 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1101a07c-dce7-499f-91c0-09db3165887f admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/5c35a5ff-8c01-4e85-9f16-1d8daf5289f5 HTTP/1.1" status: 204 len: 168 time: 0.3221576 Oct 17 03:58:05.576832 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c00b1b-889d-49a3-9d69-bed681d3d15b None None] Network af1f3d7e-18a9-4ea1-a199-66960c97f1c1 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:05.577405 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60600) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:05.631250 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:05.658618 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 16aae9f7-5118-4b40-a78c-9350686da4b9 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:58:05.662078 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (af1f3d7e-18a9-4ea1-a199-66960c97f1c1), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.700373 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 16aae9f7-5118-4b40-a78c-9350686da4b9 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:58:05.700811 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 16aae9f7-5118-4b40-a78c-9350686da4b9 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:58:05.703479 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:58:05.726575 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Deleting port f8478650-4c9b-4639-867d-f0a7c154d62d {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:05.726924 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.732609 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:58:05.732609 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cd49c8c9-1a3a-466d-bb71-1ad2dfbc593a not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:58:05.802154 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] For port f8478650-4c9b-4639-867d-f0a7c154d62d, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=f8478650-4c9b-4639-867d-f0a7c154d62d,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:58:05.802526 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.804632 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061e603-d9eb-498b-98ff-390c61b1675e None None] DHCP port deletion for af1f3d7e-18a9-4ea1-a199-66960c97f1c1 request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:58:05.819481 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Calling delete_port for f8478650-4c9b-4639-867d-f0a7c154d62d owned by network:dhcp {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:05.846229 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-8061e603-d9eb-498b-98ff-390c61b1675e None None] Deleting port f8478650-4c9b-4639-867d-f0a7c154d62d {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:05.846699 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-8061e603-d9eb-498b-98ff-390c61b1675e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.919510 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-8061e603-d9eb-498b-98ff-390c61b1675e None None] For port f8478650-4c9b-4639-867d-f0a7c154d62d, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=f8478650-4c9b-4639-867d-f0a7c154d62d,segment=NetworkSegment(5888d65a-e45b-433e-b6bc-4b17ccf37035),segment_id=5888d65a-e45b-433e-b6bc-4b17ccf37035)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:58:05.919963 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-8061e603-d9eb-498b-98ff-390c61b1675e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:05.936448 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-8061e603-d9eb-498b-98ff-390c61b1675e None None] Calling delete_port for f8478650-4c9b-4639-867d-f0a7c154d62d owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:06.011263 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.016760 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-8061e603-d9eb-498b-98ff-390c61b1675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (f8478650-4c9b-4639-867d-f0a7c154d62d), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.037899 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8478650-4c9b-4639-867d-f0a7c154d62d,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:06.039654 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] No DVR routers for this DVR port f8478650-4c9b-4639-867d-f0a7c154d62d on host dv-cinder-815582-16-iscsi {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:58:06.041880 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e603-d9eb-498b-98ff-390c61b1675e None None] Pushing event deleted for resources: {'Port': ['ID=f8478650-4c9b-4639-867d-f0a7c154d62d,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:06.046643 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061e603-d9eb-498b-98ff-390c61b1675e None None] No DVR routers for this DVR port f8478650-4c9b-4639-867d-f0a7c154d62d on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:58:06.111771 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (af1f3d7e-18a9-4ea1-a199-66960c97f1c1), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.132602 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1f3d7e-18a9-4ea1-a199-66960c97f1c1']}} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:06.142148 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5888d65a-e45b-433e-b6bc-4b17ccf37035') {'for_net_delete': True} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:06.142506 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5888d65a-e45b-433e-b6bc-4b17ccf37035') {} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:06.153527 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119884'] for segment (5888d65a-e45b-433e-b6bc-4b17ccf37035), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.170367 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (5888d65a-e45b-433e-b6bc-4b17ccf37035), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.179924 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=111639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:58:06.180322 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14817079'] for segment (5888d65a-e45b-433e-b6bc-4b17ccf37035), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.311595 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 5888d65a-e45b-433e-b6bc-4b17ccf37035 resource provider aggregate not found Oct 17 03:58:06.317009 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (af1f3d7e-18a9-4ea1-a199-66960c97f1c1), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.324904 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.328376 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/af1f3d7e-18a9-4ea1-a199-66960c97f1c1 HTTP/1.1" status: 204 len: 168 time: 0.7504570 Oct 17 03:58:06.339080 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 5888d65a-e45b-433e-b6bc-4b17ccf37035 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5888d65a-e45b-433e-b6bc-4b17ccf37035 found for delete ", "request_id": "req-b89f06a8-c9d5-4f58-b05d-6be363f90ca5"}]} Oct 17 03:58:06.340187 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a140d85-f000-4fe8-84dc-a4b713438d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=af1f3d7e-18a9-4ea1-a199-66960c97f1c1,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:06.647508 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60616) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:06.660900 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:06.687167 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d1d54daa-7970-4c45-a2ff-74e53c4d5342 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=3ed4ecab9c234dd293ba0034d71d03f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384922 Oct 17 03:58:06.689740 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60618) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:06.738199 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0852db66-e6cf-4ac4-a109-49652487589c admin admin] Publish callbacks [] for security_group (9b5d2420-5da5-4f7c-b29a-601c0409df3b), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.758667 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0852db66-e6cf-4ac4-a109-49652487589c admin admin] Publish callbacks [] for security_group (9b5d2420-5da5-4f7c-b29a-601c0409df3b), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.862096 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0852db66-e6cf-4ac4-a109-49652487589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (9b5d2420-5da5-4f7c-b29a-601c0409df3b), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.865125 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0852db66-e6cf-4ac4-a109-49652487589c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:06.866309 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-0852db66-e6cf-4ac4-a109-49652487589c admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/9b5d2420-5da5-4f7c-b29a-601c0409df3b HTTP/1.1" status: 204 len: 168 time: 0.1756668 Oct 17 03:58:06.874636 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852db66-e6cf-4ac4-a109-49652487589c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d2420-5da5-4f7c-b29a-601c0409df3b,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:07.330407 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device f8478650-4c9b-4639-867d-f0a7c154d62d no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:58:07.357526 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: f8478650-4c9b-4639-867d-f0a7c154d62d {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:58:07.357869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device f8478650-4c9b-4639-867d-f0a7c154d62d not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:58:07.965006 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60648) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:08.065649 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1649617187-network', 'tenant_id': '04e21335ef1743fcb09d6e5625563329'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:58:08.131260 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Made reservation on behalf of 04e21335ef1743fcb09d6e5625563329 for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:58:08.133687 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.142307 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.217155 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Publish callbacks [] for security_group (d53d7e64-390b-43f3-93a0-d25473af7f7e), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.296135 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d53d7e64-390b-43f3-93a0-d25473af7f7e), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.301306 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:08.317841 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:58:08.331426 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d7e64-390b-43f3-93a0-d25473af7f7e,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:08.336880 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (b824dc5f-391a-4ecc-a02d-05ca0e8d528d), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.337222 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Added segment b824dc5f-391a-4ecc-a02d-05ca0e8d528d of type vlan for network 20e18a61-6332-4e3c-b3a9-10730e951edf Oct 17 03:58:08.378438 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (20e18a61-6332-4e3c-b3a9-10730e951edf), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.467807 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (20e18a61-6332-4e3c-b3a9-10730e951edf), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.468718 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:08.469292 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.530095 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] Pushing event updated for resources: {'Network': ['ID=20e18a61-6332-4e3c-b3a9-10730e951edf,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:08.540234 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 20e18a61-6332-4e3c-b3a9-10730e951edf details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:58:08.569998 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-4ed877ff-127f-43df-aaaf-4a389b0ae5e0 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6038027 Oct 17 03:58:08.572857 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60656) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:08.577437 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Request body: {'subnet': {'network_id': '20e18a61-6332-4e3c-b3a9-10730e951edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1649617187-subnet', 'tenant_id': '04e21335ef1743fcb09d6e5625563329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:58:08.670388 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Made reservation on behalf of 04e21335ef1743fcb09d6e5625563329 for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:58:08.672755 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13532194'] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.822568 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:08.899267 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13532208'] for subnet (741b522c-6152-4cec-9299-e5cfa0773f8e), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:08.954213 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741b522c-6152-4cec-9299-e5cfa0773f8e,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:08.966645 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Checking segment: {'id': 'b824dc5f-391a-4ecc-a02d-05ca0e8d528d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '20e18a61-6332-4e3c-b3a9-10730e951edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:58:08.967260 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Network hostable DHCP agents. Network: 20e18a61-6332-4e3c-b3a9-10730e951edf, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:58:09.047710 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Network 20e18a61-6332-4e3c-b3a9-10730e951edf is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:58:09.110893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 20e18a61-6332-4e3c-b3a9-10730e951edf) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:58:09.121929 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:09.121929 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:09.122143 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a4e0e-7574-459d-9c07-5ca7b774406a None None] Network 20e18a61-6332-4e3c-b3a9-10730e951edf requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:09.236168 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda58f9-23d8-43c4-9ca3-5920debc4cc6 None None] Network 20e18a61-6332-4e3c-b3a9-10730e951edf requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:09.236880 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-32189c23-3381-452a-960f-43b47dcd6289 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6598177 Oct 17 03:58:09.303081 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:10.004205 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60700) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:10.009085 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1851102251-network', 'tenant_id': '10876b91111d41bb8593e1f3adf1cf81'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:58:10.093126 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Made reservation on behalf of 10876b91111d41bb8593e1f3adf1cf81 for: {'network': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:58:10.095525 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:10.104948 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:10.187799 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Publish callbacks [] for security_group (4c633d7f-8f45-4718-9465-cbd467d967ae), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:10.463015 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (4c633d7f-8f45-4718-9465-cbd467d967ae), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:10.488475 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=111640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:58:10.497433 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c633d7f-8f45-4718-9465-cbd467d967ae,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:10.502524 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:10.504290 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (a6b9b00a-aca4-4aa3-882d-1824989b36cc), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:10.504619 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.segments_db [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Added segment a6b9b00a-aca4-4aa3-882d-1824989b36cc of type vlan for network a17a2ee7-894c-4054-b191-87cfca76a4f9 Oct 17 03:58:10.544270 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (a17a2ee7-894c-4054-b191-87cfca76a4f9), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:10.662899 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (a17a2ee7-894c-4054-b191-87cfca76a4f9), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:10.664152 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:10.664775 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:10.725292 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] Pushing event updated for resources: {'Network': ['ID=a17a2ee7-894c-4054-b191-87cfca76a4f9,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:10.736131 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network a17a2ee7-894c-4054-b191-87cfca76a4f9 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:58:10.781792 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2197cca9-6fc7-426c-963b-b5a05b21fc32 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7764454 Oct 17 03:58:10.784515 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60702) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:10.789155 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Request body: {'subnet': {'network_id': 'a17a2ee7-894c-4054-b191-87cfca76a4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1851102251-subnet', 'tenant_id': '10876b91111d41bb8593e1f3adf1cf81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:58:10.798530 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:UPDATE=5,neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=9 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:10.881626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Made reservation on behalf of 10876b91111d41bb8593e1f3adf1cf81 for: {'subnet': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:58:10.884063 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717499'] for subnet (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:11.127787 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717481'] for subnet (11ba0ae0-4349-4993-bf87-840e22034fcd), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:11.182993 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ba0ae0-4349-4993-bf87-840e22034fcd,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:11.193718 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Checking segment: {'id': 'a6b9b00a-aca4-4aa3-882d-1824989b36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a17a2ee7-894c-4054-b191-87cfca76a4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:58:11.194068 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Network hostable DHCP agents. Network: a17a2ee7-894c-4054-b191-87cfca76a4f9, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:58:11.325331 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Network a17a2ee7-894c-4054-b191-87cfca76a4f9 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:58:11.399636 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, a17a2ee7-894c-4054-b191-87cfca76a4f9) {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:58:11.403721 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:11.404376 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:11.408148 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e6e62e-4378-4826-b71a-641f024fc869 None None] Network a17a2ee7-894c-4054-b191-87cfca76a4f9 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:11.482519 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-89b5100c-d88d-464c-91ac-ce49aa847e91 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6969600 Oct 17 03:58:11.504563 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac409cd1-3706-46e0-9b6d-a46402f23064 None None] Network a17a2ee7-894c-4054-b191-87cfca76a4f9 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:11.601208 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60724) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:11.653237 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_v2 [None req-32490b2a-c71d-488c-a1cd-9bb5e61dae5b admin admin] Deleting subnet 741b522c-6152-4cec-9299-e5cfa0773f8e {{(pid=111640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:58:11.656510 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-32490b2a-c71d-488c-a1cd-9bb5e61dae5b admin admin] Publish callbacks [] for subnet (741b522c-6152-4cec-9299-e5cfa0773f8e), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:11.691871 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-32490b2a-c71d-488c-a1cd-9bb5e61dae5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12640159'] for subnet (741b522c-6152-4cec-9299-e5cfa0773f8e), precommit_delete_associations {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:11.732666 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-32490b2a-c71d-488c-a1cd-9bb5e61dae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (741b522c-6152-4cec-9299-e5cfa0773f8e), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:11.769104 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:11.891308 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-32490b2a-c71d-488c-a1cd-9bb5e61dae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12714074'] for subnet (741b522c-6152-4cec-9299-e5cfa0773f8e), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:11.921813 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32490b2a-c71d-488c-a1cd-9bb5e61dae5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741b522c-6152-4cec-9299-e5cfa0773f8e,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:11.928211 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-32490b2a-c71d-488c-a1cd-9bb5e61dae5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:11.931352 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-32490b2a-c71d-488c-a1cd-9bb5e61dae5b admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/741b522c-6152-4cec-9299-e5cfa0773f8e HTTP/1.1" status: 204 len: 168 time: 0.3289537 Oct 17 03:58:11.934026 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60728) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:12.003227 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (20e18a61-6332-4e3c-b3a9-10730e951edf), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.085106 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (20e18a61-6332-4e3c-b3a9-10730e951edf), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.107350 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e18a61-6332-4e3c-b3a9-10730e951edf']}} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:12.117299 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b824dc5f-391a-4ecc-a02d-05ca0e8d528d') {'for_net_delete': True} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:12.117591 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b824dc5f-391a-4ecc-a02d-05ca0e8d528d') {} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:12.127431 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12640230'] for segment (b824dc5f-391a-4ecc-a02d-05ca0e8d528d), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.141487 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (b824dc5f-391a-4ecc-a02d-05ca0e8d528d), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.148313 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=111640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:58:12.148698 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12638769'] for segment (b824dc5f-391a-4ecc-a02d-05ca0e8d528d), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.190394 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment b824dc5f-391a-4ecc-a02d-05ca0e8d528d resource provider aggregate not found Oct 17 03:58:12.207633 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment b824dc5f-391a-4ecc-a02d-05ca0e8d528d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b824dc5f-391a-4ecc-a02d-05ca0e8d528d found for delete ", "request_id": "req-2b027cbc-7f45-4672-a68f-60599fe9f580"}]} Oct 17 03:58:12.270847 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (20e18a61-6332-4e3c-b3a9-10730e951edf), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.276232 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.280361 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/20e18a61-6332-4e3c-b3a9-10730e951edf HTTP/1.1" status: 204 len: 168 time: 0.3450532 Oct 17 03:58:12.283009 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60740) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:12.294187 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf51348-942c-408f-9e24-ff4575367c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=20e18a61-6332-4e3c-b3a9-10730e951edf,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:12.332071 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71d8bdd-2cd3-4f62-8086-1f6e38e8cdeb admin admin] Deleting subnet 11ba0ae0-4349-4993-bf87-840e22034fcd {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:58:12.335231 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bdd-2cd3-4f62-8086-1f6e38e8cdeb admin admin] Publish callbacks [] for subnet (11ba0ae0-4349-4993-bf87-840e22034fcd), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.372280 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bdd-2cd3-4f62-8086-1f6e38e8cdeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (11ba0ae0-4349-4993-bf87-840e22034fcd), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.410763 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bdd-2cd3-4f62-8086-1f6e38e8cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (11ba0ae0-4349-4993-bf87-840e22034fcd), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.542752 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bdd-2cd3-4f62-8086-1f6e38e8cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (11ba0ae0-4349-4993-bf87-840e22034fcd), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.569012 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d8bdd-2cd3-4f62-8086-1f6e38e8cdeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ba0ae0-4349-4993-bf87-840e22034fcd,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:12.573165 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bdd-2cd3-4f62-8086-1f6e38e8cdeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.580532 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e71d8bdd-2cd3-4f62-8086-1f6e38e8cdeb admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/11ba0ae0-4349-4993-bf87-840e22034fcd HTTP/1.1" status: 204 len: 168 time: 0.2923284 Oct 17 03:58:12.580532 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60742) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:12.649850 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (a17a2ee7-894c-4054-b191-87cfca76a4f9), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.688884 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:12.727475 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (a17a2ee7-894c-4054-b191-87cfca76a4f9), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.750310 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17a2ee7-894c-4054-b191-87cfca76a4f9']}} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:12.759221 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b9b00a-aca4-4aa3-882d-1824989b36cc') {'for_net_delete': True} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:12.759508 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b9b00a-aca4-4aa3-882d-1824989b36cc') {} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:12.768667 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119884'] for segment (a6b9b00a-aca4-4aa3-882d-1824989b36cc), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.781743 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (a6b9b00a-aca4-4aa3-882d-1824989b36cc), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.788426 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=111639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:58:12.788800 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14817079'] for segment (a6b9b00a-aca4-4aa3-882d-1824989b36cc), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.827230 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment a6b9b00a-aca4-4aa3-882d-1824989b36cc resource provider aggregate not found Oct 17 03:58:12.844390 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment a6b9b00a-aca4-4aa3-882d-1824989b36cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6b9b00a-aca4-4aa3-882d-1824989b36cc found for delete ", "request_id": "req-e27fe6ac-5435-4ac7-9fa0-167267df5502"}]} Oct 17 03:58:12.938914 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (a17a2ee7-894c-4054-b191-87cfca76a4f9), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.944114 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:12.947121 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/a17a2ee7-894c-4054-b191-87cfca76a4f9 HTTP/1.1" status: 204 len: 168 time: 0.3671601 Oct 17 03:58:12.959185 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a356e-56de-4b0d-97ae-7559a9611156 admin admin] Pushing event deleted for resources: {'Network': ['ID=a17a2ee7-894c-4054-b191-87cfca76a4f9,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:13.344758 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60754) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:13.386749 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-52cba4fe-54e4-48c9-a1fd-db3b0b7a506a admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=04e21335ef1743fcb09d6e5625563329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406928 Oct 17 03:58:13.389230 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60758) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:13.438880 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-319b4e90-af4d-4330-873a-7c75e8a1b659 admin admin] Publish callbacks [] for security_group (d53d7e64-390b-43f3-93a0-d25473af7f7e), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:13.466681 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-319b4e90-af4d-4330-873a-7c75e8a1b659 admin admin] Publish callbacks [] for security_group (d53d7e64-390b-43f3-93a0-d25473af7f7e), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:13.493378 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:13.587993 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-319b4e90-af4d-4330-873a-7c75e8a1b659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d53d7e64-390b-43f3-93a0-d25473af7f7e), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:13.590626 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-319b4e90-af4d-4330-873a-7c75e8a1b659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:13.591805 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-319b4e90-af4d-4330-873a-7c75e8a1b659 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d53d7e64-390b-43f3-93a0-d25473af7f7e HTTP/1.1" status: 204 len: 168 time: 0.2016571 Oct 17 03:58:13.600257 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b4e90-af4d-4330-873a-7c75e8a1b659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d7e64-390b-43f3-93a0-d25473af7f7e,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:14.334173 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60768) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:14.374341 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d5567d43-e8a3-435a-99ac-24df4d2e07af admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=10876b91111d41bb8593e1f3adf1cf81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390508 Oct 17 03:58:14.380973 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60770) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:14.428134 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c91de9d3-fd5a-43cc-b9cb-6cee4c7ee024 admin admin] Publish callbacks [] for security_group (4c633d7f-8f45-4718-9465-cbd467d967ae), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:14.447197 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c91de9d3-fd5a-43cc-b9cb-6cee4c7ee024 admin admin] Publish callbacks [] for security_group (4c633d7f-8f45-4718-9465-cbd467d967ae), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:14.561967 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c91de9d3-fd5a-43cc-b9cb-6cee4c7ee024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (4c633d7f-8f45-4718-9465-cbd467d967ae), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:14.564527 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c91de9d3-fd5a-43cc-b9cb-6cee4c7ee024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:14.565683 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-c91de9d3-fd5a-43cc-b9cb-6cee4c7ee024 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/4c633d7f-8f45-4718-9465-cbd467d967ae HTTP/1.1" status: 204 len: 168 time: 0.1837876 Oct 17 03:58:14.574075 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91de9d3-fd5a-43cc-b9cb-6cee4c7ee024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c633d7f-8f45-4718-9465-cbd467d967ae,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:14.756745 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=18 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:14.784817 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:20.964977 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:22.283747 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:22.285657 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:23.869879 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 60942) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:23.979357 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e56f0341-f425-43c0-83d8-7928eb121c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:24.063974 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e56f0341-f425-43c0-83d8-7928eb121c87 admin admin] Publish callbacks [] for security_group (98551d45-2d93-48a3-896c-46fd92a3cc2f), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:24.144612 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e56f0341-f425-43c0-83d8-7928eb121c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (98551d45-2d93-48a3-896c-46fd92a3cc2f), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:24.192555 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60956) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:24.193056 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e56f0341-f425-43c0-83d8-7928eb121c87 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=331186236c7b4176b15ba4579f80839a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217251 Oct 17 03:58:24.194213 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f0341-f425-43c0-83d8-7928eb121c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98551d45-2d93-48a3-896c-46fd92a3cc2f,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:24.257261 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b98e0b5e-56ae-487a-a63d-a23ff04a32f0 admin admin] Publish callbacks [] for security_group (98551d45-2d93-48a3-896c-46fd92a3cc2f), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:24.277841 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b98e0b5e-56ae-487a-a63d-a23ff04a32f0 admin admin] Publish callbacks [] for security_group (98551d45-2d93-48a3-896c-46fd92a3cc2f), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:24.390059 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b98e0b5e-56ae-487a-a63d-a23ff04a32f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (98551d45-2d93-48a3-896c-46fd92a3cc2f), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:24.392658 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b98e0b5e-56ae-487a-a63d-a23ff04a32f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:24.393958 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-b98e0b5e-56ae-487a-a63d-a23ff04a32f0 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/98551d45-2d93-48a3-896c-46fd92a3cc2f HTTP/1.1" status: 204 len: 168 time: 0.1988757 Oct 17 03:58:24.402104 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e0b5e-56ae-487a-a63d-a23ff04a32f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98551d45-2d93-48a3-896c-46fd92a3cc2f,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:24.863647 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:25.072199 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60966) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:25.086496 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-618916f4-942b-4c99-920c-c0325cf48804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:25.164629 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-618916f4-942b-4c99-920c-c0325cf48804 admin admin] Publish callbacks [] for security_group (9d524384-5043-43d0-8c05-98143a308dc2), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:25.235842 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-618916f4-942b-4c99-920c-c0325cf48804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (9d524384-5043-43d0-8c05-98143a308dc2), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:25.275161 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618916f4-942b-4c99-920c-c0325cf48804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d524384-5043-43d0-8c05-98143a308dc2,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:25.279472 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-618916f4-942b-4c99-920c-c0325cf48804 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b3cb42ed8f884a4485254490b3c6811c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062266 Oct 17 03:58:25.282166 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60972) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:25.333301 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-67a4a7fc-74c3-4b5e-b692-a84cc96e98b3 admin admin] Publish callbacks [] for security_group (9d524384-5043-43d0-8c05-98143a308dc2), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:25.357003 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-67a4a7fc-74c3-4b5e-b692-a84cc96e98b3 admin admin] Publish callbacks [] for security_group (9d524384-5043-43d0-8c05-98143a308dc2), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:25.479763 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-67a4a7fc-74c3-4b5e-b692-a84cc96e98b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (9d524384-5043-43d0-8c05-98143a308dc2), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:25.483048 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-67a4a7fc-74c3-4b5e-b692-a84cc96e98b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:25.484407 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-67a4a7fc-74c3-4b5e-b692-a84cc96e98b3 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/9d524384-5043-43d0-8c05-98143a308dc2 HTTP/1.1" status: 204 len: 168 time: 0.2010479 Oct 17 03:58:25.493724 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4a7fc-74c3-4b5e-b692-a84cc96e98b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d524384-5043-43d0-8c05-98143a308dc2,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:26.185488 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 60998) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:26.200237 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ae9557f2-1e3a-47d2-900b-1bd6300c418a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:26.277233 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ae9557f2-1e3a-47d2-900b-1bd6300c418a admin admin] Publish callbacks [] for security_group (134820b6-c4ea-488e-b799-44c08ea86b6f), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:26.365015 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ae9557f2-1e3a-47d2-900b-1bd6300c418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (134820b6-c4ea-488e-b799-44c08ea86b6f), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:26.408236 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ae9557f2-1e3a-47d2-900b-1bd6300c418a admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=57c0ca0bf9c34efd8ec556c98694c73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190206 Oct 17 03:58:26.408236 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9557f2-1e3a-47d2-900b-1bd6300c418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134820b6-c4ea-488e-b799-44c08ea86b6f,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:26.408685 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 32770) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:26.456869 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-60949922-b3dd-4e6e-ab2c-6a47895ca3ea admin admin] Publish callbacks [] for security_group (134820b6-c4ea-488e-b799-44c08ea86b6f), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:26.476774 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-60949922-b3dd-4e6e-ab2c-6a47895ca3ea admin admin] Publish callbacks [] for security_group (134820b6-c4ea-488e-b799-44c08ea86b6f), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:26.614049 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-60949922-b3dd-4e6e-ab2c-6a47895ca3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (134820b6-c4ea-488e-b799-44c08ea86b6f), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:26.617845 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-60949922-b3dd-4e6e-ab2c-6a47895ca3ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:26.619415 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-60949922-b3dd-4e6e-ab2c-6a47895ca3ea admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/134820b6-c4ea-488e-b799-44c08ea86b6f HTTP/1.1" status: 204 len: 168 time: 0.2097352 Oct 17 03:58:26.628254 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60949922-b3dd-4e6e-ab2c-6a47895ca3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134820b6-c4ea-488e-b799-44c08ea86b6f,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:26.691880 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4261ec93-99f4-48e4-8168-6a3189058af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:26.705069 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcac30-09d8-4bc1-a55b-85258f47891e req-069c9d71-8f33-4970-8ac6-721033d84219 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:26.706609 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-00dcac30-09d8-4bc1-a55b-85258f47891e req-069c9d71-8f33-4970-8ac6-721033d84219 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 945 time: 0.0546210 Oct 17 03:58:26.989379 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-00dcac30-09d8-4bc1-a55b-85258f47891e req-f4704ef2-f733-49f0-9e69-9c11d3c5bd79 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760727 Oct 17 03:58:27.659160 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 32800) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:27.755341 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-9261190-network', 'tenant_id': 'b4af2d53a1544e8a99cf19d4f103fbf2'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:58:27.764343 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:27.864680 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Made reservation on behalf of b4af2d53a1544e8a99cf19d4f103fbf2 for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:58:27.867150 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:27.877633 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:27.916070 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:27.952573 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Publish callbacks [] for security_group (2638666c-f3d2-44a3-98dd-1b1908fe5a23), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:28.047707 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (2638666c-f3d2-44a3-98dd-1b1908fe5a23), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:28.069187 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:58:28.091620 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2638666c-f3d2-44a3-98dd-1b1908fe5a23,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:28.100360 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (32a13118-d502-4b89-af74-10b72998bcf7), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:28.100697 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Added segment 32a13118-d502-4b89-af74-10b72998bcf7 of type vlan for network 1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c Oct 17 03:58:28.130027 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a61d83-138c-458b-bc63-4733c8bfd6f7 req-e200da84-7106-44fd-978e-d3e4f2429d96 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:28.131493 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-62a61d83-138c-458b-bc63-4733c8bfd6f7 req-e200da84-7106-44fd-978e-d3e4f2429d96 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 945 time: 0.0653322 Oct 17 03:58:28.141796 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:28.183106 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-62a61d83-138c-458b-bc63-4733c8bfd6f7 req-52af0139-0958-4c5c-978c-7e1433b319c0 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451508 Oct 17 03:58:28.259696 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:28.260737 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:28.261298 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:28.323786 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] Pushing event updated for resources: {'Network': ['ID=1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:28.333410 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:58:28.369086 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-a7dde91c-3f83-415c-97f3-be6655d5384e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:28.370811 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-a7dde91c-3f83-415c-97f3-be6655d5384e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 945 time: 0.0488052 Oct 17 03:58:28.372296 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 32816) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:28.372558 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-7bc9ecd6-8741-4a6f-8e83-9fc8c091826a admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7122455 Oct 17 03:58:28.377925 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Request body: {'subnet': {'network_id': '1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-9261190-subnet', 'tenant_id': 'b4af2d53a1544e8a99cf19d4f103fbf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:58:28.393245 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:28.393849 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:28.475911 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Deleting port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:28.476253 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:28.523991 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Made reservation on behalf of b4af2d53a1544e8a99cf19d4f103fbf2 for: {'subnet': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:58:28.526306 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717499'] for subnet (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:28.640283 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] For port a0edb99e-1329-432b-9624-3b3f0eb1fcc5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:58:28.640646 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:28.913830 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7dc22867-98ea-4220-b6db-aa687f16a0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:29.044602 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:29.130081 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:29.130763 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (c1cad789-5c24-466a-a029-52bbcbc76529), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:29.130763 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Floating IP c1cad789-5c24-466a-a029-52bbcbc76529 disassociated. External IP: 172.27.4.174, port: a0edb99e-1329-432b-9624-3b3f0eb1fcc5. Oct 17 03:58:29.131053 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Calling delete_port for a0edb99e-1329-432b-9624-3b3f0eb1fcc5 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:29.203038 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717481'] for subnet (c2d54665-cf3e-473d-aea8-b4a1a4a1ddb4), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:29.286421 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d54665-cf3e-473d-aea8-b4a1a4a1ddb4,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:29.308476 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28d34e-5dfb-46f1-ba50-ed9cda246db4 req-afa05be8-1c41-4355-8ea9-738b7e6cac4b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:29.309962 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9e28d34e-5dfb-46f1-ba50-ed9cda246db4 req-afa05be8-1c41-4355-8ea9-738b7e6cac4b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Oct 17 03:58:29.314375 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Checking segment: {'id': '32a13118-d502-4b89-af74-10b72998bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:58:29.314729 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Network hostable DHCP agents. Network: 1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:58:29.357530 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-9e28d34e-5dfb-46f1-ba50-ed9cda246db4 req-4f5a807c-2264-4641-8012-5d166fa5b219 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0ff4cbd1-0826-4d60-9e31-d363610046a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417168 Oct 17 03:58:29.430512 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (a0edb99e-1329-432b-9624-3b3f0eb1fcc5), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:29.457198 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'Port': ['ID=a0edb99e-1329-432b-9624-3b3f0eb1fcc5,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:29.460359 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Network 1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:58:29.548340 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c) {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:58:29.555697 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a4207-087e-486f-bab8-9f6904fc6a66 None None] Network 1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:29.558731 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:29.558731 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:29.583306 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:58:29.633856 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6efeddcf-3eb9-47ad-a947-f16a060d1a7c admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2594724 Oct 17 03:58:29.675615 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee47d0-4a71-4ddc-85cb-c58230965dd9 None None] Network 1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:29.710140 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:58:29.720081 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:29.731679 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:58:29.748811 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:29.754973 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:58:29.755614 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:58:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:29.769348 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] No DVR routers for this DVR port a0edb99e-1329-432b-9624-3b3f0eb1fcc5 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:58:29.772159 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:29.775972 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7715d2a5-8901-44af-9051-6e43bc422b53 req-88747885-f5ab-4320-b5a6-ce49642b090e tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.33 "DELETE /networking/v2.0/ports/a0edb99e-1329-432b-9624-3b3f0eb1fcc5 HTTP/1.1" status: 204 len: 173 time: 1.3930256 Oct 17 03:58:29.776481 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'name': 'network-vif-deleted', 'tag': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:58:29.778772 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148cb5ed-926b-4d23-aaea-da1e500f8c1d" -d '{"events": [{"server_uuid": "7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9", "name": "network-vif-deleted", "tag": "a0edb99e-1329-432b-9624-3b3f0eb1fcc5"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:58:29.825148 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcf925e-ccf8-4e3a-a95a-082b2c0dea43 x-openstack-request-id: req-bfcf925e-ccf8-4e3a-a95a-082b2c0dea43 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:58:29.825665 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9", "name": "network-vif-deleted", "tag": "a0edb99e-1329-432b-9624-3b3f0eb1fcc5", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:58:29.826088 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bfcf925e-ccf8-4e3a-a95a-082b2c0dea43 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:58:29.826638 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfcf925e-ccf8-4e3a-a95a-082b2c0dea43'] response: {'server_uuid': '7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9', 'name': 'network-vif-deleted', 'tag': 'a0edb99e-1329-432b-9624-3b3f0eb1fcc5', 'status': 'completed', 'code': 200} Oct 17 03:58:29.834681 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:29.916587 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:58:30.111370 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:30.139572 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:58:30.147838 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:58:30.150050 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:58:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:30.150892 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:30.263855 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:58:30.373232 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:30.455945 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:30.482702 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0f5e7-0e35-4e00-bfe1-288e30435321 None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:52:23Z', 'revision_number': 4, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e', 'name': '', 'network_id': 'a10170e9-307c-484d-ab5a-624a6e00b8f8', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'mac_address': 'fa:16:3e:79:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:22Z', 'updated_at': '2022-10-17T03:52:29Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'subnets': [{'id': 'ce7ccc02-d86d-45fa-9ca0-acf61727e7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:58:30.519425 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1e1670a1-f1ae-4594-aa78-90b7e1a9891d req-024452e6-c7b3-4388-b470-9c2fff65a392 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7dcfb563-b5fd-4dd6-b03a-e0b9595e90f9 HTTP/1.1" status: 200 len: 210 time: 0.0580928 Oct 17 03:58:30.548514 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 32846) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:30.548514 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-928750480-network', 'tenant_id': '283acce91bf34bfdb5e0c79df63846fe'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:58:30.625531 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Made reservation on behalf of 283acce91bf34bfdb5e0c79df63846fe for: {'network': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:58:30.630081 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:30.640245 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:30.729542 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Publish callbacks [] for security_group (ac52bff0-59e8-4339-82eb-e7f0e9f12fd3), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:30.757359 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359472c5-b892-4912-afa1-23f5a4cd05bc None None] New status for floating IP c1cad789-5c24-466a-a029-52bbcbc76529: DOWN {{(pid=111642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:58:30.830330 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (ac52bff0-59e8-4339-82eb-e7f0e9f12fd3), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:30.860173 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=111640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:58:30.867029 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac52bff0-59e8-4339-82eb-e7f0e9f12fd3,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:30.871629 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:58:30.877293 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (fc3d78b5-bad7-46bf-8dcb-f45db2d4f158), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:30.877640 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.segments_db [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Added segment fc3d78b5-bad7-46bf-8dcb-f45db2d4f158 of type vlan for network bdff5bbb-a1d6-4e72-b0b8-09d2356b929f Oct 17 03:58:30.879486 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.879866 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.880216 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.880558 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.880945 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.881224 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.881556 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.881882 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.882209 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.882533 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.882888 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.883204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.883509 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.883860 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.884178 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:30.927335 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (bdff5bbb-a1d6-4e72-b0b8-09d2356b929f), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.022521 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (bdff5bbb-a1d6-4e72-b0b8-09d2356b929f), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.023566 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:31.024739 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.028362 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:31.088818 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] Pushing event updated for resources: {'Network': ['ID=bdff5bbb-a1d6-4e72-b0b8-09d2356b929f,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:31.098849 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network bdff5bbb-a1d6-4e72-b0b8-09d2356b929f details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:58:31.174180 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-84906e93-f97c-479f-af1a-e8337e8be237 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6396644 Oct 17 03:58:31.176793 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 32854) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:31.181472 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Request body: {'subnet': {'network_id': 'bdff5bbb-a1d6-4e72-b0b8-09d2356b929f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-928750480-subnet', 'tenant_id': '283acce91bf34bfdb5e0c79df63846fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:58:31.285210 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Made reservation on behalf of 283acce91bf34bfdb5e0c79df63846fe for: {'subnet': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:58:31.287622 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717499'] for subnet (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.448602 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:31.519673 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717481'] for subnet (b69f8450-f7c8-43aa-b6bf-6f368a9954bc), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.554543 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.578729 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69f8450-f7c8-43aa-b6bf-6f368a9954bc,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:31.593680 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Checking segment: {'id': 'fc3d78b5-bad7-46bf-8dcb-f45db2d4f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bdff5bbb-a1d6-4e72-b0b8-09d2356b929f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:58:31.593680 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Network hostable DHCP agents. Network: bdff5bbb-a1d6-4e72-b0b8-09d2356b929f, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:58:31.744898 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.775437 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Network bdff5bbb-a1d6-4e72-b0b8-09d2356b929f is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:58:31.780291 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 32866) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:31.833774 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-66c582be-11a4-4f33-bc99-c5d9cbdf1b1b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (0ff4cbd1-0826-4d60-9e31-d363610046a0), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.856977 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-66c582be-11a4-4f33-bc99-c5d9cbdf1b1b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (0ff4cbd1-0826-4d60-9e31-d363610046a0), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.874998 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, bdff5bbb-a1d6-4e72-b0b8-09d2356b929f) {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:58:31.883587 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb1485-266f-4de0-996d-c8a6fee7e6b0 None None] Network bdff5bbb-a1d6-4e72-b0b8-09d2356b929f requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:31.890568 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:58:31.891195 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.974259 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-5283e10a-13bd-48d0-90da-b087425a1e98 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7964141 Oct 17 03:58:31.982823 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-66c582be-11a4-4f33-bc99-c5d9cbdf1b1b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (0ff4cbd1-0826-4d60-9e31-d363610046a0), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.985854 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-66c582be-11a4-4f33-bc99-c5d9cbdf1b1b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:31.987029 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-66c582be-11a4-4f33-bc99-c5d9cbdf1b1b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/0ff4cbd1-0826-4d60-9e31-d363610046a0 HTTP/1.1" status: 204 len: 168 time: 0.2057514 Oct 17 03:58:31.990674 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 32870) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:32.005326 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc42c9-bb21-4402-a760-90805593b4c8 None None] Network bdff5bbb-a1d6-4e72-b0b8-09d2356b929f requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:32.017073 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.api.v2.resource [None req-6ad923f2-f939-4b52-a070-613c6be9aacf tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] show failed (client error): The resource could not be found. Oct 17 03:58:32.018249 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-6ad923f2-f939-4b52-a070-613c6be9aacf tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "GET /networking/v2.0/security-groups/0ff4cbd1-0826-4d60-9e31-d363610046a0 HTTP/1.1" status: 404 len: 347 time: 0.0266082 Oct 17 03:58:32.021433 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 32872) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:32.041689 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c582be-11a4-4f33-bc99-c5d9cbdf1b1b tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff4cbd1-0826-4d60-9e31-d363610046a0,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:32.152024 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device a0edb99e-1329-432b-9624-3b3f0eb1fcc5 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:58:32.172699 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: a0edb99e-1329-432b-9624-3b3f0eb1fcc5 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:58:32.173040 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device a0edb99e-1329-432b-9624-3b3f0eb1fcc5 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:58:32.174273 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Deleting port bb0cdeda-232c-494c-abf7-592113d7a4ea {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:32.174612 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (bb0cdeda-232c-494c-abf7-592113d7a4ea), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:32.257251 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (bb0cdeda-232c-494c-abf7-592113d7a4ea), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:32.257599 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (bb0cdeda-232c-494c-abf7-592113d7a4ea), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:32.274885 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Calling delete_port for bb0cdeda-232c-494c-abf7-592113d7a4ea owned by network:floatingip {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:32.465129 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (bb0cdeda-232c-494c-abf7-592113d7a4ea), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:32.489220 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Pushing event deleted for resources: {'Port': ['ID=bb0cdeda-232c-494c-abf7-592113d7a4ea,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:32.555007 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks [] for floatingip (c1cad789-5c24-466a-a029-52bbcbc76529), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:32.557490 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:32.558620 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e9bbdd62-7b13-4462-abbc-7454b191e547 tempest-AttachVolumeNegativeTest-398369753 tempest-AttachVolumeNegativeTest-398369753-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/c1cad789-5c24-466a-a029-52bbcbc76529 HTTP/1.1" status: 204 len: 168 time: 0.5359423 Oct 17 03:58:38.769568 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 32990) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:39.014910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:39.221939 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:39.287160 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:39.559923 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Deleting port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:39.560259 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:39.639964 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] For port ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:58:39.640337 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:39.654986 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Calling delete_port for ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e owned by network:router_interface {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:39.887627 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:39.917018 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:40.021218 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:40.084817 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:40.106552 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487a73e-483f-4b5b-ad2d-2ab3d2f891ca None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:58:40.183224 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487a73e-483f-4b5b-ad2d-2ab3d2f891ca None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:58:40.259159 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:40.284504 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:40.297078 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:58:40.406475 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:58:40.414771 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33008) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:40.415765 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2ef822bb-54cd-4bb1-b7b2-53c580098ac4 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/80c930c8-bb33-4dd7-b5ae-05f1eb411e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453004 Oct 17 03:58:40.461918 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] Sync routers for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:58:40.475553 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:58:40.476183 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:58:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:40.528551 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks [] for router (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:40.570286 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:40.581206 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:58:40.640380 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks [] for router_gateway (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:40.743977 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Deleting port 61e76146-c5f4-4f6b-b728-7c8713813164 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:40.744357 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:40.778911 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118'}], 'enable_snat': True}, 'gw_port_id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:58:39Z', 'revision_number': 5, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port': {'id': '61e76146-c5f4-4f6b-b728-7c8713813164', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:52:20Z', 'updated_at': '2022-10-17T03:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:40.817787 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] Checking router: 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:58:40.828309 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] Routers {'80c930c8-bb33-4dd7-b5ae-05f1eb411e29'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:58:40.832647 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:58:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:40.904407 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] For port 61e76146-c5f4-4f6b-b728-7c8713813164, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=61e76146-c5f4-4f6b-b728-7c8713813164,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:58:40.905035 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:40.921655 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Calling delete_port for 61e76146-c5f4-4f6b-b728-7c8713813164 owned by network:router_gateway {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:40.951067 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] Set router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 gateway port host: None {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:58:40.981817 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:41.018977 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:58:40Z', 'revision_number': 6, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:41.047980 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c632e-083f-4008-a97f-5447df1aeb55 None None] The sync data for ids ['80c930c8-bb33-4dd7-b5ae-05f1eb411e29'] in dv-cinder-815582-16-iscsi is: [{'id': '80c930c8-bb33-4dd7-b5ae-05f1eb411e29', 'name': 'tempest-AttachVolumeNegativeTest-776414199-router', 'tenant_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:52:19Z', 'updated_at': '2022-10-17T03:58:40Z', 'revision_number': 6, 'project_id': 'a139d546eb6a4ff595a94d0e1528ee5d', 'gw_port_host': None}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:58:41.052880 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-3ec7b9a5-2166-46f4-bf1d-3f4b55d4fa7a None None] Provisioning complete for port 75b95579-8620-465a-86da-ee2a7ddfb177 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:58:41.058512 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-3ec7b9a5-2166-46f4-bf1d-3f4b55d4fa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:41.058512 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-3ec7b9a5-2166-46f4-bf1d-3f4b55d4fa7a None None] Attempt 1 to provision port 75b95579-8620-465a-86da-ee2a7ddfb177 Oct 17 03:58:41.158240 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-3ec7b9a5-2166-46f4-bf1d-3f4b55d4fa7a None None] Current status of the port 75b95579-8620-465a-86da-ee2a7ddfb177 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:58:41.342907 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (61e76146-c5f4-4f6b-b728-7c8713813164), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:41.369758 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e76146-c5f4-4f6b-b728-7c8713813164,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:41.397480 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.398213 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.398213 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.398512 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.398795 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.399119 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.399955 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.400304 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.400613 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.401292 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.401292 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.401578 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.401900 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.402247 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.402561 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:58:41.463476 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:41.475752 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:58:41.496950 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:58:41.497561 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device ef0f3adc-8ed8-41f8-be22-0cf07d4a4b8e not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:58:41.570245 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:41.571653 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks [] for router_controller (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:41.699372 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (80c930c8-bb33-4dd7-b5ae-05f1eb411e29), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:41.700148 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80c930c8-bb33-4dd7-b5ae-05f1eb411e29 {{(pid=111639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:58:41.705080 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:41.709067 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-461d3e69-7d3f-4739-984c-93fca5d5ec71 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/80c930c8-bb33-4dd7-b5ae-05f1eb411e29 HTTP/1.1" status: 204 len: 168 time: 1.2916512 Oct 17 03:58:41.709243 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33044) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:41.753605 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ae40b1-bc29-4b3a-a8f9-059e3976b63d admin admin] Deleting subnet ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:58:41.756632 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d3ae40b1-bc29-4b3a-a8f9-059e3976b63d admin admin] Publish callbacks [] for subnet (ce7ccc02-d86d-45fa-9ca0-acf61727e7f7), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:41.791108 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d3ae40b1-bc29-4b3a-a8f9-059e3976b63d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (ce7ccc02-d86d-45fa-9ca0-acf61727e7f7), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:41.792599 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:41.877884 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d3ae40b1-bc29-4b3a-a8f9-059e3976b63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (ce7ccc02-d86d-45fa-9ca0-acf61727e7f7), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.031198 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d3ae40b1-bc29-4b3a-a8f9-059e3976b63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (ce7ccc02-d86d-45fa-9ca0-acf61727e7f7), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.058773 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae40b1-bc29-4b3a-a8f9-059e3976b63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7ccc02-d86d-45fa-9ca0-acf61727e7f7,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:42.062963 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d3ae40b1-bc29-4b3a-a8f9-059e3976b63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.066057 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33048) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:42.066563 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d3ae40b1-bc29-4b3a-a8f9-059e3976b63d admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/ce7ccc02-d86d-45fa-9ca0-acf61727e7f7 HTTP/1.1" status: 204 len: 168 time: 0.3560538 Oct 17 03:58:42.068857 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33050) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:42.077176 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f4ea15-ba29-4557-98a0-8c5eabd7b766 None None] Network a10170e9-307c-484d-ab5a-624a6e00b8f8 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:58:42.150870 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (a10170e9-307c-484d-ab5a-624a6e00b8f8), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.197850 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Deleting port 75b95579-8620-465a-86da-ee2a7ddfb177 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:42.203969 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.204123 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6b335cd4-44ed-4ca9-a7c9-33393ed37f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.270041 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] For port 75b95579-8620-465a-86da-ee2a7ddfb177, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=75b95579-8620-465a-86da-ee2a7ddfb177,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:58:42.270482 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.276619 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddfa85b-fc01-48d3-977e-9e55df5df6f2 None None] DHCP port deletion for a10170e9-307c-484d-ab5a-624a6e00b8f8 request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:58:42.287265 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Calling delete_port for 75b95579-8620-465a-86da-ee2a7ddfb177 owned by network:dhcp {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:42.293477 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6b335cd4-44ed-4ca9-a7c9-33393ed37f5c admin admin] Publish callbacks [] for security_group (53a19184-6e82-41c8-8899-e37f79d5ffc9), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.321527 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfa85b-fc01-48d3-977e-9e55df5df6f2 None None] Deleting port 75b95579-8620-465a-86da-ee2a7ddfb177 {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:58:42.321894 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa85b-fc01-48d3-977e-9e55df5df6f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.341438 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:42.376857 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6b335cd4-44ed-4ca9-a7c9-33393ed37f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (53a19184-6e82-41c8-8899-e37f79d5ffc9), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.385736 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-5ddfa85b-fc01-48d3-977e-9e55df5df6f2 None None] For port 75b95579-8620-465a-86da-ee2a7ddfb177, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=75b95579-8620-465a-86da-ee2a7ddfb177,segment=NetworkSegment(3e395010-b352-464a-abae-5d4a542903de),segment_id=3e395010-b352-464a-abae-5d4a542903de)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:58:42.386126 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa85b-fc01-48d3-977e-9e55df5df6f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.398490 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfa85b-fc01-48d3-977e-9e55df5df6f2 None None] Calling delete_port for 75b95579-8620-465a-86da-ee2a7ddfb177 owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:58:42.417503 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6b335cd4-44ed-4ca9-a7c9-33393ed37f5c admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=9c715bd8476f4fa3a77f2518388fec07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496830 Oct 17 03:58:42.418722 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b335cd4-44ed-4ca9-a7c9-33393ed37f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a19184-6e82-41c8-8899-e37f79d5ffc9,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:42.420272 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33054) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:42.452266 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:42.461551 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.477151 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:42.481797 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa85b-fc01-48d3-977e-9e55df5df6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (75b95579-8620-465a-86da-ee2a7ddfb177), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.494819 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-daf4e0ce-6667-4f34-8c86-a2b0e2e86793 admin admin] Publish callbacks [] for security_group (53a19184-6e82-41c8-8899-e37f79d5ffc9), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.500001 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b95579-8620-465a-86da-ee2a7ddfb177,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:42.501127 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] No DVR routers for this DVR port 75b95579-8620-465a-86da-ee2a7ddfb177 on host dv-cinder-815582-16-iscsi {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:58:42.507370 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfa85b-fc01-48d3-977e-9e55df5df6f2 None None] Pushing event deleted for resources: {'Port': ['ID=75b95579-8620-465a-86da-ee2a7ddfb177,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:42.509257 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddfa85b-fc01-48d3-977e-9e55df5df6f2 None None] No DVR routers for this DVR port 75b95579-8620-465a-86da-ee2a7ddfb177 on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:58:42.552602 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-daf4e0ce-6667-4f34-8c86-a2b0e2e86793 admin admin] Publish callbacks [] for security_group (53a19184-6e82-41c8-8899-e37f79d5ffc9), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.610311 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (a10170e9-307c-484d-ab5a-624a6e00b8f8), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.637053 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10170e9-307c-484d-ab5a-624a6e00b8f8']}} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:42.648212 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e395010-b352-464a-abae-5d4a542903de') {'for_net_delete': True} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:42.652392 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e395010-b352-464a-abae-5d4a542903de') {} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:42.658675 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119884'] for segment (3e395010-b352-464a-abae-5d4a542903de), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.679526 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (3e395010-b352-464a-abae-5d4a542903de), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.685011 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=111639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:58:42.685400 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14817079'] for segment (3e395010-b352-464a-abae-5d4a542903de), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.726427 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 3e395010-b352-464a-abae-5d4a542903de resource provider aggregate not found Oct 17 03:58:42.743791 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 3e395010-b352-464a-abae-5d4a542903de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e395010-b352-464a-abae-5d4a542903de found for delete ", "request_id": "req-5ee0dae0-6a9d-4cd1-a982-13ce129fe47c"}]} Oct 17 03:58:42.746186 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:42.778817 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-daf4e0ce-6667-4f34-8c86-a2b0e2e86793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (53a19184-6e82-41c8-8899-e37f79d5ffc9), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.781326 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-daf4e0ce-6667-4f34-8c86-a2b0e2e86793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.782489 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-daf4e0ce-6667-4f34-8c86-a2b0e2e86793 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/53a19184-6e82-41c8-8899-e37f79d5ffc9 HTTP/1.1" status: 204 len: 168 time: 0.3612177 Oct 17 03:58:42.790924 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4e0ce-6667-4f34-8c86-a2b0e2e86793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a19184-6e82-41c8-8899-e37f79d5ffc9,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:42.810737 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (a10170e9-307c-484d-ab5a-624a6e00b8f8), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.828420 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:42.831928 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/a10170e9-307c-484d-ab5a-624a6e00b8f8 HTTP/1.1" status: 204 len: 168 time: 0.7617919 Oct 17 03:58:42.832950 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06862e68-c9ce-4685-be33-2458963fb599 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10170e9-307c-484d-ab5a-624a6e00b8f8,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:43.233124 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33076) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:43.273388 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-07db7916-0255-4b09-80fd-1d7c4205b84c admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=a139d546eb6a4ff595a94d0e1528ee5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391674 Oct 17 03:58:43.276401 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33078) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:43.326024 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21b78a6-9928-40f0-bfa4-490a6434d1f2 admin admin] Publish callbacks [] for security_group (ef4c0fd6-2008-475e-9e47-c17bd947e9ea), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.339552 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 75b95579-8620-465a-86da-ee2a7ddfb177 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:58:43.350735 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21b78a6-9928-40f0-bfa4-490a6434d1f2 admin admin] Publish callbacks [] for security_group (ef4c0fd6-2008-475e-9e47-c17bd947e9ea), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.359797 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 75b95579-8620-465a-86da-ee2a7ddfb177 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:58:43.360143 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 75b95579-8620-465a-86da-ee2a7ddfb177 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:58:43.360592 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 61e76146-c5f4-4f6b-b728-7c8713813164 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:58:43.382489 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 61e76146-c5f4-4f6b-b728-7c8713813164 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:58:43.382837 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 61e76146-c5f4-4f6b-b728-7c8713813164 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:58:43.447861 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33080) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:43.461016 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fb57fff6-4536-4d70-9f08-5422653a6b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.488395 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21b78a6-9928-40f0-bfa4-490a6434d1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (ef4c0fd6-2008-475e-9e47-c17bd947e9ea), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.490787 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21b78a6-9928-40f0-bfa4-490a6434d1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.491921 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-b21b78a6-9928-40f0-bfa4-490a6434d1f2 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/ef4c0fd6-2008-475e-9e47-c17bd947e9ea HTTP/1.1" status: 204 len: 168 time: 0.2146091 Oct 17 03:58:43.505169 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b78a6-9928-40f0-bfa4-490a6434d1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4c0fd6-2008-475e-9e47-c17bd947e9ea,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:43.550853 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fb57fff6-4536-4d70-9f08-5422653a6b24 admin admin] Publish callbacks [] for security_group (f301db03-2034-4064-951b-91c8b501cc1d), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.605557 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-fb57fff6-4536-4d70-9f08-5422653a6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (f301db03-2034-4064-951b-91c8b501cc1d), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.647100 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-fb57fff6-4536-4d70-9f08-5422653a6b24 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f009e72b63144aeeac0d410685c70f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981282 Oct 17 03:58:43.648073 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57fff6-4536-4d70-9f08-5422653a6b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f301db03-2034-4064-951b-91c8b501cc1d,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:43.650077 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33084) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:43.702373 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9811017c-62e7-40a5-be33-500db1d277c5 admin admin] Publish callbacks [] for security_group (f301db03-2034-4064-951b-91c8b501cc1d), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.723268 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9811017c-62e7-40a5-be33-500db1d277c5 admin admin] Publish callbacks [] for security_group (f301db03-2034-4064-951b-91c8b501cc1d), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.856925 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9811017c-62e7-40a5-be33-500db1d277c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (f301db03-2034-4064-951b-91c8b501cc1d), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.859540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9811017c-62e7-40a5-be33-500db1d277c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:43.860782 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-9811017c-62e7-40a5-be33-500db1d277c5 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/f301db03-2034-4064-951b-91c8b501cc1d HTTP/1.1" status: 204 len: 168 time: 0.2089288 Oct 17 03:58:43.869945 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811017c-62e7-40a5-be33-500db1d277c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f301db03-2034-4064-951b-91c8b501cc1d,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:47.385336 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33236) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:47.492956 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-de71d9e4-d5e7-48d4-a95b-657a55f3a747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.546313 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:47.567669 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33244) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:47.575481 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-de71d9e4-d5e7-48d4-a95b-657a55f3a747 admin admin] Publish callbacks [] for security_group (a79a6471-58a5-4487-9366-3ead4c88b245), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.677568 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e9eeeee1-04f5-485f-b474-50c039b68dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.693943 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-de71d9e4-d5e7-48d4-a95b-657a55f3a747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (a79a6471-58a5-4487-9366-3ead4c88b245), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.729337 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-de71d9e4-d5e7-48d4-a95b-657a55f3a747 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=fa113449244b4246b160847382cb1d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427756 Oct 17 03:58:47.732256 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33250) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:47.741671 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71d9e4-d5e7-48d4-a95b-657a55f3a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79a6471-58a5-4487-9366-3ead4c88b245,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:47.749520 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:47.783282 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e9eeeee1-04f5-485f-b474-50c039b68dd3 admin admin] Publish callbacks [] for security_group (3f122c2f-2a06-4545-9487-65ee9573ee60), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.799620 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-884e76ca-c1e3-4a69-8d49-bf34b6144b0a admin admin] Publish callbacks [] for security_group (a79a6471-58a5-4487-9366-3ead4c88b245), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.819589 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-884e76ca-c1e3-4a69-8d49-bf34b6144b0a admin admin] Publish callbacks [] for security_group (a79a6471-58a5-4487-9366-3ead4c88b245), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.873831 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e9eeeee1-04f5-485f-b474-50c039b68dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3f122c2f-2a06-4545-9487-65ee9573ee60), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.878573 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:47.915494 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e9eeeee1-04f5-485f-b474-50c039b68dd3 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=6bb5864e3ee943708663e63bb03efae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467050 Oct 17 03:58:47.916713 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeeee1-04f5-485f-b474-50c039b68dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f122c2f-2a06-4545-9487-65ee9573ee60,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:47.918655 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33252) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:47.959698 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-884e76ca-c1e3-4a69-8d49-bf34b6144b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (a79a6471-58a5-4487-9366-3ead4c88b245), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.962332 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-884e76ca-c1e3-4a69-8d49-bf34b6144b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:47.963706 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-884e76ca-c1e3-4a69-8d49-bf34b6144b0a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/a79a6471-58a5-4487-9366-3ead4c88b245 HTTP/1.1" status: 204 len: 168 time: 0.2305472 Oct 17 03:58:47.971626 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e76ca-c1e3-4a69-8d49-bf34b6144b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79a6471-58a5-4487-9366-3ead4c88b245,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:47.975366 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-437e21fd-13c4-41c5-ac03-f668cb061ce6 admin admin] Publish callbacks [] for security_group (3f122c2f-2a06-4545-9487-65ee9573ee60), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.000871 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-437e21fd-13c4-41c5-ac03-f668cb061ce6 admin admin] Publish callbacks [] for security_group (3f122c2f-2a06-4545-9487-65ee9573ee60), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.131261 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-437e21fd-13c4-41c5-ac03-f668cb061ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3f122c2f-2a06-4545-9487-65ee9573ee60), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.134647 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-437e21fd-13c4-41c5-ac03-f668cb061ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.135746 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-437e21fd-13c4-41c5-ac03-f668cb061ce6 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3f122c2f-2a06-4545-9487-65ee9573ee60 HTTP/1.1" status: 204 len: 168 time: 0.2157388 Oct 17 03:58:48.145758 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e21fd-13c4-41c5-ac03-f668cb061ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f122c2f-2a06-4545-9487-65ee9573ee60,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:48.645494 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33266) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:48.662120 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e785ed27-6a96-47c5-9700-7c5a101e4334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.738846 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e785ed27-6a96-47c5-9700-7c5a101e4334 admin admin] Publish callbacks [] for security_group (5c9259b8-a300-49b4-ad4d-ad5acf5ad159), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.787809 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e785ed27-6a96-47c5-9700-7c5a101e4334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5c9259b8-a300-49b4-ad4d-ad5acf5ad159), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.798058 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33268) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:48.811335 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7f194447-9e93-419b-9218-6b7acb700b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.828825 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e785ed27-6a96-47c5-9700-7c5a101e4334 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=4c531ddcd70c4ce0b67405120b400312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822662 Oct 17 03:58:48.829708 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785ed27-6a96-47c5-9700-7c5a101e4334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9259b8-a300-49b4-ad4d-ad5acf5ad159,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:48.831536 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33270) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:48.898709 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:48.905991 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:48.906729 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:48.908479 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-43706f1e-fdb7-4571-a4c4-247d066935cb admin admin] Publish callbacks [] for security_group (5c9259b8-a300-49b4-ad4d-ad5acf5ad159), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.943281 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-43706f1e-fdb7-4571-a4c4-247d066935cb admin admin] Publish callbacks [] for security_group (5c9259b8-a300-49b4-ad4d-ad5acf5ad159), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:48.952508 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7f194447-9e93-419b-9218-6b7acb700b56 admin admin] Publish callbacks [] for security_group (d3310372-ae4f-47b0-8a22-ac6fa1f520db), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:49.016349 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7f194447-9e93-419b-9218-6b7acb700b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d3310372-ae4f-47b0-8a22-ac6fa1f520db), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:49.056705 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-7f194447-9e93-419b-9218-6b7acb700b56 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=4b2bc48da6bd4fdfb192084058b5a6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574918 Oct 17 03:58:49.057792 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f194447-9e93-419b-9218-6b7acb700b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3310372-ae4f-47b0-8a22-ac6fa1f520db,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:49.059304 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33272) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:49.096527 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-43706f1e-fdb7-4571-a4c4-247d066935cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5c9259b8-a300-49b4-ad4d-ad5acf5ad159), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:49.099141 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-43706f1e-fdb7-4571-a4c4-247d066935cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:49.100547 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-43706f1e-fdb7-4571-a4c4-247d066935cb admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5c9259b8-a300-49b4-ad4d-ad5acf5ad159 HTTP/1.1" status: 204 len: 168 time: 0.2679691 Oct 17 03:58:49.110185 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43706f1e-fdb7-4571-a4c4-247d066935cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9259b8-a300-49b4-ad4d-ad5acf5ad159,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:49.113885 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-cfea5420-f38b-4f08-9836-575cb2371c2a admin admin] Publish callbacks [] for security_group (d3310372-ae4f-47b0-8a22-ac6fa1f520db), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:49.136885 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-cfea5420-f38b-4f08-9836-575cb2371c2a admin admin] Publish callbacks [] for security_group (d3310372-ae4f-47b0-8a22-ac6fa1f520db), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:49.242270 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-cfea5420-f38b-4f08-9836-575cb2371c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (d3310372-ae4f-47b0-8a22-ac6fa1f520db), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:49.248849 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-cfea5420-f38b-4f08-9836-575cb2371c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:49.248849 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-cfea5420-f38b-4f08-9836-575cb2371c2a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d3310372-ae4f-47b0-8a22-ac6fa1f520db HTTP/1.1" status: 204 len: 168 time: 0.1865857 Oct 17 03:58:49.256652 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea5420-f38b-4f08-9836-575cb2371c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3310372-ae4f-47b0-8a22-ac6fa1f520db,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:50.979613 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:51.523573 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33418) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:51.570037 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abe4306-a6f6-468e-93c4-2b15a5a786f1 admin admin] Deleting subnet c2d54665-cf3e-473d-aea8-b4a1a4a1ddb4 {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:58:51.574756 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8abe4306-a6f6-468e-93c4-2b15a5a786f1 admin admin] Publish callbacks [] for subnet (c2d54665-cf3e-473d-aea8-b4a1a4a1ddb4), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:51.609660 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8abe4306-a6f6-468e-93c4-2b15a5a786f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (c2d54665-cf3e-473d-aea8-b4a1a4a1ddb4), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:51.653046 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8abe4306-a6f6-468e-93c4-2b15a5a786f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (c2d54665-cf3e-473d-aea8-b4a1a4a1ddb4), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:51.796434 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8abe4306-a6f6-468e-93c4-2b15a5a786f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (c2d54665-cf3e-473d-aea8-b4a1a4a1ddb4), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:51.824593 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe4306-a6f6-468e-93c4-2b15a5a786f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d54665-cf3e-473d-aea8-b4a1a4a1ddb4,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:51.826573 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8abe4306-a6f6-468e-93c4-2b15a5a786f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:51.835633 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-8abe4306-a6f6-468e-93c4-2b15a5a786f1 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/c2d54665-cf3e-473d-aea8-b4a1a4a1ddb4 HTTP/1.1" status: 204 len: 168 time: 0.3044953 Oct 17 03:58:51.836194 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33426) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:52.185113 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.264911 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.289192 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c']}} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:52.298895 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a13118-d502-4b89-af74-10b72998bcf7') {'for_net_delete': True} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:52.299185 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a13118-d502-4b89-af74-10b72998bcf7') {} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:52.309107 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12640230'] for segment (32a13118-d502-4b89-af74-10b72998bcf7), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.322801 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (32a13118-d502-4b89-af74-10b72998bcf7), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.329047 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=111640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:58:52.329420 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12638769'] for segment (32a13118-d502-4b89-af74-10b72998bcf7), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.371382 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment 32a13118-d502-4b89-af74-10b72998bcf7 resource provider aggregate not found Oct 17 03:58:52.390686 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment 32a13118-d502-4b89-af74-10b72998bcf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32a13118-d502-4b89-af74-10b72998bcf7 found for delete ", "request_id": "req-f3115dbd-0ace-421c-ad76-d9ba45e2438e"}]} Oct 17 03:58:52.448628 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.455703 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.459177 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c HTTP/1.1" status: 204 len: 168 time: 0.6255925 Oct 17 03:58:52.462004 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33444) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:52.476485 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93c11a-5f86-4620-8dce-09af40c62f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2a7ee1-b851-48a0-a905-7cf1aaf3fd7c,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:52.490507 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:52.513722 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d26859-a8ec-4605-bfdf-86cc1e456db0 admin admin] Deleting subnet b69f8450-f7c8-43aa-b6bf-6f368a9954bc {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:58:52.517256 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-73d26859-a8ec-4605-bfdf-86cc1e456db0 admin admin] Publish callbacks [] for subnet (b69f8450-f7c8-43aa-b6bf-6f368a9954bc), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.552388 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-73d26859-a8ec-4605-bfdf-86cc1e456db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (b69f8450-f7c8-43aa-b6bf-6f368a9954bc), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.598268 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-73d26859-a8ec-4605-bfdf-86cc1e456db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (b69f8450-f7c8-43aa-b6bf-6f368a9954bc), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.714791 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-73d26859-a8ec-4605-bfdf-86cc1e456db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (b69f8450-f7c8-43aa-b6bf-6f368a9954bc), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.739699 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d26859-a8ec-4605-bfdf-86cc1e456db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69f8450-f7c8-43aa-b6bf-6f368a9954bc,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:52.746166 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-73d26859-a8ec-4605-bfdf-86cc1e456db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.749269 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-73d26859-a8ec-4605-bfdf-86cc1e456db0 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/b69f8450-f7c8-43aa-b6bf-6f368a9954bc HTTP/1.1" status: 204 len: 168 time: 0.2853346 Oct 17 03:58:52.752141 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33446) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:52.823852 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (bdff5bbb-a1d6-4e72-b0b8-09d2356b929f), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.901924 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (bdff5bbb-a1d6-4e72-b0b8-09d2356b929f), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.922848 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdff5bbb-a1d6-4e72-b0b8-09d2356b929f']}} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:52.932572 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3d78b5-bad7-46bf-8dcb-f45db2d4f158') {'for_net_delete': True} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:52.932862 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3d78b5-bad7-46bf-8dcb-f45db2d4f158') {} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:58:52.934457 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:52.942984 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119884'] for segment (fc3d78b5-bad7-46bf-8dcb-f45db2d4f158), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.956402 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (fc3d78b5-bad7-46bf-8dcb-f45db2d4f158), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:52.962586 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=111639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:58:52.963209 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14817079'] for segment (fc3d78b5-bad7-46bf-8dcb-f45db2d4f158), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:53.011211 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment fc3d78b5-bad7-46bf-8dcb-f45db2d4f158 resource provider aggregate not found Oct 17 03:58:53.031993 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment fc3d78b5-bad7-46bf-8dcb-f45db2d4f158 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc3d78b5-bad7-46bf-8dcb-f45db2d4f158 found for delete ", "request_id": "req-26857ed2-232e-46d5-a72f-1255789ac35d"}]} Oct 17 03:58:53.127731 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (bdff5bbb-a1d6-4e72-b0b8-09d2356b929f), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:53.137674 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:53.141169 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/bdff5bbb-a1d6-4e72-b0b8-09d2356b929f HTTP/1.1" status: 204 len: 168 time: 0.3880582 Oct 17 03:58:53.155033 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff98969-cbb2-4ca7-8c30-9ec5ab2b8fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdff5bbb-a1d6-4e72-b0b8-09d2356b929f,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:53.520604 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33472) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:53.563880 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e1ae5cca-37b7-41de-b24f-3bc82b0ebddc admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b4af2d53a1544e8a99cf19d4f103fbf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417945 Oct 17 03:58:53.566169 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33476) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:53.626251 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-14e9a7c7-6183-4a48-bdf1-23f2f321de8c admin admin] Publish callbacks [] for security_group (2638666c-f3d2-44a3-98dd-1b1908fe5a23), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:53.644107 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:53.649792 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-14e9a7c7-6183-4a48-bdf1-23f2f321de8c admin admin] Publish callbacks [] for security_group (2638666c-f3d2-44a3-98dd-1b1908fe5a23), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:53.686070 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=7 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:58:53.835937 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-14e9a7c7-6183-4a48-bdf1-23f2f321de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (2638666c-f3d2-44a3-98dd-1b1908fe5a23), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:53.839678 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-14e9a7c7-6183-4a48-bdf1-23f2f321de8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:53.840955 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-14e9a7c7-6183-4a48-bdf1-23f2f321de8c admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/2638666c-f3d2-44a3-98dd-1b1908fe5a23 HTTP/1.1" status: 204 len: 168 time: 0.2738726 Oct 17 03:58:53.851038 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9a7c7-6183-4a48-bdf1-23f2f321de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2638666c-f3d2-44a3-98dd-1b1908fe5a23,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:54.552503 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33490) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:54.594603 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-8ca2f561-1074-49ce-9157-9b28c167c4b2 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=283acce91bf34bfdb5e0c79df63846fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409510 Oct 17 03:58:54.597084 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33492) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:54.646791 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4fea9f67-abae-4010-ac44-d35fcf19544a admin admin] Publish callbacks [] for security_group (ac52bff0-59e8-4339-82eb-e7f0e9f12fd3), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:54.669240 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4fea9f67-abae-4010-ac44-d35fcf19544a admin admin] Publish callbacks [] for security_group (ac52bff0-59e8-4339-82eb-e7f0e9f12fd3), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:54.790331 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4fea9f67-abae-4010-ac44-d35fcf19544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (ac52bff0-59e8-4339-82eb-e7f0e9f12fd3), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:54.793589 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4fea9f67-abae-4010-ac44-d35fcf19544a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:54.794770 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-4fea9f67-abae-4010-ac44-d35fcf19544a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/ac52bff0-59e8-4339-82eb-e7f0e9f12fd3 HTTP/1.1" status: 204 len: 168 time: 0.1967809 Oct 17 03:58:54.802714 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea9f67-abae-4010-ac44-d35fcf19544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac52bff0-59e8-4339-82eb-e7f0e9f12fd3,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:55.613848 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33522) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:55.735808 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-003d0421-8f0c-4fef-adb3-ce337f0de1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:55.812552 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-003d0421-8f0c-4fef-adb3-ce337f0de1b7 admin admin] Publish callbacks [] for security_group (dad19679-9773-4f12-85f8-d561449dccea), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:55.862776 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-003d0421-8f0c-4fef-adb3-ce337f0de1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (dad19679-9773-4f12-85f8-d561449dccea), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:55.904108 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-003d0421-8f0c-4fef-adb3-ce337f0de1b7 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e0c6329adddf4cbcbfe6f87a5b94124a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854068 Oct 17 03:58:55.906756 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33532) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:55.912736 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d0421-8f0c-4fef-adb3-ce337f0de1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad19679-9773-4f12-85f8-d561449dccea,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:55.961518 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ff0727cc-fe27-4eb0-87c8-81da2790d184 admin admin] Publish callbacks [] for security_group (dad19679-9773-4f12-85f8-d561449dccea), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:55.986662 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ff0727cc-fe27-4eb0-87c8-81da2790d184 admin admin] Publish callbacks [] for security_group (dad19679-9773-4f12-85f8-d561449dccea), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:56.110376 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ff0727cc-fe27-4eb0-87c8-81da2790d184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (dad19679-9773-4f12-85f8-d561449dccea), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:56.113445 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ff0727cc-fe27-4eb0-87c8-81da2790d184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:56.118315 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ff0727cc-fe27-4eb0-87c8-81da2790d184 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/dad19679-9773-4f12-85f8-d561449dccea HTTP/1.1" status: 204 len: 168 time: 0.2065966 Oct 17 03:58:56.127062 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0727cc-fe27-4eb0-87c8-81da2790d184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad19679-9773-4f12-85f8-d561449dccea,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:56.703304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7b063428-367b-44c6-ab79-7c1ed3b736c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:56.773064 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33548) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:56.787028 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-585e4390-219d-402c-b54b-b83a0f99c77a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:56.875887 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-585e4390-219d-402c-b54b-b83a0f99c77a admin admin] Publish callbacks [] for security_group (39ef9069-2007-4a7f-8a96-3ae6e55437bb), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:56.927473 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-585e4390-219d-402c-b54b-b83a0f99c77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (39ef9069-2007-4a7f-8a96-3ae6e55437bb), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:56.967861 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e4390-219d-402c-b54b-b83a0f99c77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef9069-2007-4a7f-8a96-3ae6e55437bb,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:56.972159 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-585e4390-219d-402c-b54b-b83a0f99c77a admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=faba5883c496433db39d4f723401082a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980753 Oct 17 03:58:56.974896 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 33552) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:58:57.026536 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d50b-1c0b-4f64-aacf-ba8ea5f9410a admin admin] Publish callbacks [] for security_group (39ef9069-2007-4a7f-8a96-3ae6e55437bb), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:57.047487 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d50b-1c0b-4f64-aacf-ba8ea5f9410a admin admin] Publish callbacks [] for security_group (39ef9069-2007-4a7f-8a96-3ae6e55437bb), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:57.182714 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d50b-1c0b-4f64-aacf-ba8ea5f9410a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (39ef9069-2007-4a7f-8a96-3ae6e55437bb), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:57.187251 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d50b-1c0b-4f64-aacf-ba8ea5f9410a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:58:57.193060 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-bfa2d50b-1c0b-4f64-aacf-ba8ea5f9410a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/39ef9069-2007-4a7f-8a96-3ae6e55437bb HTTP/1.1" status: 204 len: 168 time: 0.2145758 Oct 17 03:58:57.199202 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2d50b-1c0b-4f64-aacf-ba8ea5f9410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef9069-2007-4a7f-8a96-3ae6e55437bb,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:58:58.943059 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-09712093-4aab-4acd-947e-5b1c9cc16385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:00.249766 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:01.548211 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:01.639610 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:06.117924 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:06.121994 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=66,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:07.083813 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:DELETE=5,neutron:SELECT=62,neutron:INSERT=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:07.194241 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:07.869828 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:59:11.549581 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:11.554403 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:11.557114 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:16.811214 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33808) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:16.934762 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b0c38c24-58a7-401e-9053-de07edd25197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:17.010233 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b0c38c24-58a7-401e-9053-de07edd25197 admin admin] Publish callbacks [] for security_group (550628bc-362c-4fb9-9a5d-e5f10330bd14), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:17.073563 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b0c38c24-58a7-401e-9053-de07edd25197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (550628bc-362c-4fb9-9a5d-e5f10330bd14), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:17.110827 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c38c24-58a7-401e-9053-de07edd25197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550628bc-362c-4fb9-9a5d-e5f10330bd14,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:17.116348 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-b0c38c24-58a7-401e-9053-de07edd25197 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f613f0eb6cd14f9daadf8694b60f6aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040853 Oct 17 03:59:17.118979 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 33812) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:17.167200 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-26df81a9-0821-415a-bc95-20b6015186ea admin admin] Publish callbacks [] for security_group (550628bc-362c-4fb9-9a5d-e5f10330bd14), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:17.187522 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-26df81a9-0821-415a-bc95-20b6015186ea admin admin] Publish callbacks [] for security_group (550628bc-362c-4fb9-9a5d-e5f10330bd14), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:17.313813 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-26df81a9-0821-415a-bc95-20b6015186ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (550628bc-362c-4fb9-9a5d-e5f10330bd14), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:17.316383 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-26df81a9-0821-415a-bc95-20b6015186ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:17.317507 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-26df81a9-0821-415a-bc95-20b6015186ea admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/550628bc-362c-4fb9-9a5d-e5f10330bd14 HTTP/1.1" status: 204 len: 168 time: 0.1976409 Oct 17 03:59:17.325667 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df81a9-0821-415a-bc95-20b6015186ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550628bc-362c-4fb9-9a5d-e5f10330bd14,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:20.969794 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:25.898651 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=14 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:25.904310 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=22 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:26.744299 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-3f50ffbd-36c2-4185-a769-e8c1bc3117a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:27.320511 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:27.321712 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:28.915718 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5fea8453-b9f6-46cb-83eb-4ba4d0809a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:30.241038 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:31.554337 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:31.639604 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:32.724473 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34086) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:32.831315 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-03914431-7356-4f56-bea6-f7963d54c849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:32.906912 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-03914431-7356-4f56-bea6-f7963d54c849 admin admin] Publish callbacks [] for security_group (8bd31145-5c5a-4df4-9f48-b7faf185f3f0), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:32.994060 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-03914431-7356-4f56-bea6-f7963d54c849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (8bd31145-5c5a-4df4-9f48-b7faf185f3f0), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:33.035178 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03914431-7356-4f56-bea6-f7963d54c849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd31145-5c5a-4df4-9f48-b7faf185f3f0,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:33.039174 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-03914431-7356-4f56-bea6-f7963d54c849 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=eb26eaeda2e24f5fb7a80c2008f48209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135877 Oct 17 03:59:33.039379 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34096) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:33.101512 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Publish callbacks [] for security_group (8bd31145-5c5a-4df4-9f48-b7faf185f3f0), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:33.121888 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Publish callbacks [] for security_group (8bd31145-5c5a-4df4-9f48-b7faf185f3f0), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:33.241715 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (8bd31145-5c5a-4df4-9f48-b7faf185f3f0), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:33.244279 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:33.245420 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/8bd31145-5c5a-4df4-9f48-b7faf185f3f0 HTTP/1.1" status: 204 len: 168 time: 0.2015805 Oct 17 03:59:33.253779 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd31145-5c5a-4df4-9f48-b7faf185f3f0,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:33.262011 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.262536 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.262874 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.263353 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.263688 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.264037 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.264362 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.264998 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.265291 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.266169 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.266489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.266810 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.267128 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.267446 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.267782 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b534b-6f6a-41e2-837e-763b33bd5f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:33.868185 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34108) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:33.881865 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-10671088-a394-4413-af53-ee06d697dd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:33.959619 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-10671088-a394-4413-af53-ee06d697dd28 admin admin] Publish callbacks [] for security_group (b914de39-f57b-4166-8a57-631e307eaf30), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:34.016665 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-10671088-a394-4413-af53-ee06d697dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (b914de39-f57b-4166-8a57-631e307eaf30), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:34.060593 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-10671088-a394-4413-af53-ee06d697dd28 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=3ec8abcd494a47008706ac384217b971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888683 Oct 17 03:59:34.060593 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10671088-a394-4413-af53-ee06d697dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b914de39-f57b-4166-8a57-631e307eaf30,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:34.061367 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34110) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:34.111111 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b01f1cb-023f-4dba-8775-d9810da6ea5f admin admin] Publish callbacks [] for security_group (b914de39-f57b-4166-8a57-631e307eaf30), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:34.132760 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b01f1cb-023f-4dba-8775-d9810da6ea5f admin admin] Publish callbacks [] for security_group (b914de39-f57b-4166-8a57-631e307eaf30), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:34.264599 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b01f1cb-023f-4dba-8775-d9810da6ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (b914de39-f57b-4166-8a57-631e307eaf30), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:34.267128 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b01f1cb-023f-4dba-8775-d9810da6ea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:34.268310 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-1b01f1cb-023f-4dba-8775-d9810da6ea5f admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/b914de39-f57b-4166-8a57-631e307eaf30 HTTP/1.1" status: 204 len: 168 time: 0.2057674 Oct 17 03:59:34.277021 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01f1cb-023f-4dba-8775-d9810da6ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b914de39-f57b-4166-8a57-631e307eaf30,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:35.008407 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34146) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:35.023268 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7d6e5e95-c8f5-47e8-94e7-7478e25c72c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:35.105424 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7d6e5e95-c8f5-47e8-94e7-7478e25c72c0 admin admin] Publish callbacks [] for security_group (0781e11c-8750-4cbf-8b33-c2456a9e8ad0), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:35.196077 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7d6e5e95-c8f5-47e8-94e7-7478e25c72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (0781e11c-8750-4cbf-8b33-c2456a9e8ad0), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:35.236018 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-7d6e5e95-c8f5-47e8-94e7-7478e25c72c0 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ae4b98ea4f204ead8649e08ea59fa03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264843 Oct 17 03:59:35.236891 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e5e95-c8f5-47e8-94e7-7478e25c72c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781e11c-8750-4cbf-8b33-c2456a9e8ad0,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:35.238688 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34150) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:35.292873 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9b31a5d7-7805-4a9e-98ce-3d6a77b11c86 admin admin] Publish callbacks [] for security_group (0781e11c-8750-4cbf-8b33-c2456a9e8ad0), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:35.314578 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9b31a5d7-7805-4a9e-98ce-3d6a77b11c86 admin admin] Publish callbacks [] for security_group (0781e11c-8750-4cbf-8b33-c2456a9e8ad0), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:35.439842 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9b31a5d7-7805-4a9e-98ce-3d6a77b11c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (0781e11c-8750-4cbf-8b33-c2456a9e8ad0), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:35.442374 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-9b31a5d7-7805-4a9e-98ce-3d6a77b11c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:35.443516 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-9b31a5d7-7805-4a9e-98ce-3d6a77b11c86 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/0781e11c-8750-4cbf-8b33-c2456a9e8ad0 HTTP/1.1" status: 204 len: 168 time: 0.2038374 Oct 17 03:59:35.451446 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31a5d7-7805-4a9e-98ce-3d6a77b11c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781e11c-8750-4cbf-8b33-c2456a9e8ad0,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:37.836419 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34242) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:37.945912 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7f476a5f-774d-42eb-97ed-8c13e9217fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:38.021808 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7f476a5f-774d-42eb-97ed-8c13e9217fc0 admin admin] Publish callbacks [] for security_group (1f4a643e-c2a7-4284-a432-8f3d2de775c4), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:38.081142 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7f476a5f-774d-42eb-97ed-8c13e9217fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (1f4a643e-c2a7-4284-a432-8f3d2de775c4), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:38.121857 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-7f476a5f-774d-42eb-97ed-8c13e9217fc0 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ede6946540ee486cbee59ecc18817fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836831 Oct 17 03:59:38.122709 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f476a5f-774d-42eb-97ed-8c13e9217fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a643e-c2a7-4284-a432-8f3d2de775c4,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:38.125773 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34260) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:38.182857 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9af8cc91-aa58-49a1-b07d-65515a226ef7 admin admin] Publish callbacks [] for security_group (1f4a643e-c2a7-4284-a432-8f3d2de775c4), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:38.204939 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9af8cc91-aa58-49a1-b07d-65515a226ef7 admin admin] Publish callbacks [] for security_group (1f4a643e-c2a7-4284-a432-8f3d2de775c4), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:38.304752 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9af8cc91-aa58-49a1-b07d-65515a226ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (1f4a643e-c2a7-4284-a432-8f3d2de775c4), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:38.307381 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9af8cc91-aa58-49a1-b07d-65515a226ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:38.309773 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-9af8cc91-aa58-49a1-b07d-65515a226ef7 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/1f4a643e-c2a7-4284-a432-8f3d2de775c4 HTTP/1.1" status: 204 len: 168 time: 0.1826260 Oct 17 03:59:38.317995 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8cc91-aa58-49a1-b07d-65515a226ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a643e-c2a7-4284-a432-8f3d2de775c4,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:38.869574 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34274) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:38.883288 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-150aa011-d772-4567-ac0b-c6fba8db9750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:38.919397 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:38.945215 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:38.966460 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-150aa011-d772-4567-ac0b-c6fba8db9750 admin admin] Publish callbacks [] for security_group (779f4e2f-5b16-4342-97b7-63723555f897), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:39.036451 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-150aa011-d772-4567-ac0b-c6fba8db9750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (779f4e2f-5b16-4342-97b7-63723555f897), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:39.075453 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150aa011-d772-4567-ac0b-c6fba8db9750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779f4e2f-5b16-4342-97b7-63723555f897,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:39.079586 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-150aa011-d772-4567-ac0b-c6fba8db9750 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ddcd21a4dda14f489088dd2be9982a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090037 Oct 17 03:59:39.082998 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34276) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:39.131613 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eafedd4d-bc86-4f63-b4e4-0589d3072a1c admin admin] Publish callbacks [] for security_group (779f4e2f-5b16-4342-97b7-63723555f897), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:39.151302 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eafedd4d-bc86-4f63-b4e4-0589d3072a1c admin admin] Publish callbacks [] for security_group (779f4e2f-5b16-4342-97b7-63723555f897), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:39.281532 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eafedd4d-bc86-4f63-b4e4-0589d3072a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (779f4e2f-5b16-4342-97b7-63723555f897), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:39.284080 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-eafedd4d-bc86-4f63-b4e4-0589d3072a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:39.285232 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-eafedd4d-bc86-4f63-b4e4-0589d3072a1c admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/779f4e2f-5b16-4342-97b7-63723555f897 HTTP/1.1" status: 204 len: 168 time: 0.2013769 Oct 17 03:59:39.294039 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafedd4d-bc86-4f63-b4e4-0589d3072a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779f4e2f-5b16-4342-97b7-63723555f897,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:42.183072 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34360) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:42.290565 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:42.369138 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Publish callbacks [] for security_group (73246c6e-618b-4c87-bd9f-6b632f5cc5ab), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:42.445483 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (73246c6e-618b-4c87-bd9f-6b632f5cc5ab), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:42.484935 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73246c6e-618b-4c87-bd9f-6b632f5cc5ab,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:42.491958 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b4525f2e4ce64369be50bfcbbc81bed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046546 Oct 17 03:59:42.492299 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34364) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:42.495838 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.496184 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.496525 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.496859 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.497187 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.497534 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.497859 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.498434 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.498698 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.499017 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.499339 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.499655 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.500242 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.500561 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.500874 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38446b-ea02-484f-9f17-a9463ea3ee96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:42.541756 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f3fd647d-6876-428a-ad66-29358ab000d6 admin admin] Publish callbacks [] for security_group (73246c6e-618b-4c87-bd9f-6b632f5cc5ab), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:42.564474 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f3fd647d-6876-428a-ad66-29358ab000d6 admin admin] Publish callbacks [] for security_group (73246c6e-618b-4c87-bd9f-6b632f5cc5ab), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:42.571218 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:42.582457 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:42.719972 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f3fd647d-6876-428a-ad66-29358ab000d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (73246c6e-618b-4c87-bd9f-6b632f5cc5ab), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:42.723083 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-f3fd647d-6876-428a-ad66-29358ab000d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:42.724235 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-f3fd647d-6876-428a-ad66-29358ab000d6 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/73246c6e-618b-4c87-bd9f-6b632f5cc5ab HTTP/1.1" status: 204 len: 168 time: 0.2309532 Oct 17 03:59:42.732514 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd647d-6876-428a-ad66-29358ab000d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73246c6e-618b-4c87-bd9f-6b632f5cc5ab,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:43.476520 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34374) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:43.492096 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-987ad8b3-08c8-4e42-940b-257a95c1ae3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:43.561729 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:43.571154 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-987ad8b3-08c8-4e42-940b-257a95c1ae3d admin admin] Publish callbacks [] for security_group (3c9d2e87-38f3-4b81-90bf-175bc8a9e755), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:43.653131 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-987ad8b3-08c8-4e42-940b-257a95c1ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3c9d2e87-38f3-4b81-90bf-175bc8a9e755), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:43.694391 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-987ad8b3-08c8-4e42-940b-257a95c1ae3d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=39b00bcf12ec4a6fa2a4f064f245fb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167981 Oct 17 03:59:43.695245 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ad8b3-08c8-4e42-940b-257a95c1ae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d2e87-38f3-4b81-90bf-175bc8a9e755,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:43.697149 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34376) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:43.751197 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-058f1746-16f8-4897-ae03-f75b4dbb7b8e admin admin] Publish callbacks [] for security_group (3c9d2e87-38f3-4b81-90bf-175bc8a9e755), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:43.771642 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-058f1746-16f8-4897-ae03-f75b4dbb7b8e admin admin] Publish callbacks [] for security_group (3c9d2e87-38f3-4b81-90bf-175bc8a9e755), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:43.881789 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-058f1746-16f8-4897-ae03-f75b4dbb7b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (3c9d2e87-38f3-4b81-90bf-175bc8a9e755), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:43.884372 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-058f1746-16f8-4897-ae03-f75b4dbb7b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:43.885526 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-058f1746-16f8-4897-ae03-f75b4dbb7b8e admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3c9d2e87-38f3-4b81-90bf-175bc8a9e755 HTTP/1.1" status: 204 len: 168 time: 0.1869400 Oct 17 03:59:43.894434 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f1746-16f8-4897-ae03-f75b4dbb7b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d2e87-38f3-4b81-90bf-175bc8a9e755,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:43.908454 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:44.867703 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:59:45.592853 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34426) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:45.701130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d65020b3-df71-4c81-bf16-9d518ea70be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:45.781424 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d65020b3-df71-4c81-bf16-9d518ea70be4 admin admin] Publish callbacks [] for security_group (4075e39b-9538-42d0-828f-b39366d8e861), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:45.868159 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d65020b3-df71-4c81-bf16-9d518ea70be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (4075e39b-9538-42d0-828f-b39366d8e861), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:45.913219 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-d65020b3-df71-4c81-bf16-9d518ea70be4 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=7715f95edb1449dba75e35ffb3e5ad9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190584 Oct 17 03:59:45.915115 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65020b3-df71-4c81-bf16-9d518ea70be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4075e39b-9538-42d0-828f-b39366d8e861,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:45.915986 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34438) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:45.970850 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-60262942-f7ff-4864-b919-b2d24f9c9532 admin admin] Publish callbacks [] for security_group (4075e39b-9538-42d0-828f-b39366d8e861), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:45.990497 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-60262942-f7ff-4864-b919-b2d24f9c9532 admin admin] Publish callbacks [] for security_group (4075e39b-9538-42d0-828f-b39366d8e861), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:46.120116 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-60262942-f7ff-4864-b919-b2d24f9c9532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (4075e39b-9538-42d0-828f-b39366d8e861), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:46.122710 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-60262942-f7ff-4864-b919-b2d24f9c9532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:46.124003 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-60262942-f7ff-4864-b919-b2d24f9c9532 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/4075e39b-9538-42d0-828f-b39366d8e861 HTTP/1.1" status: 204 len: 168 time: 0.2063768 Oct 17 03:59:46.132718 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60262942-f7ff-4864-b919-b2d24f9c9532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4075e39b-9538-42d0-828f-b39366d8e861,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:46.145056 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:47.216784 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34468) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:47.316016 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1379560422-network', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:59:47.416888 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Made reservation on behalf of f1fea935de384bfa81953ec336e06b7f for: {'network': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:59:47.419305 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:47.428327 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:47.503489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Publish callbacks [] for security_group (b990efe6-3ee9-487f-bffa-b56bb893ab7e), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:47.571368 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (b990efe6-3ee9-487f-bffa-b56bb893ab7e), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:47.593540 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=111640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:59:47.608697 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b990efe6-3ee9-487f-bffa-b56bb893ab7e,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:47.611506 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (b315aa47-f784-49c8-97a4-8811950eb21b), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:47.611870 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.segments_db [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Added segment b315aa47-f784-49c8-97a4-8811950eb21b of type vlan for network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 Oct 17 03:59:47.653098 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (d49d2c2b-49b3-4c05-95f1-7a8643c99ea5), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:47.733033 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (d49d2c2b-49b3-4c05-95f1-7a8643c99ea5), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:47.734073 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:59:47.734642 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:47.798243 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] Pushing event updated for resources: {'Network': ['ID=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:47.809078 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:59:47.835885 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e73255df-ebe8-425e-b6f8-ed1033de3fcc admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6162634 Oct 17 03:59:47.836340 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34474) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:47.842645 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Request body: {'subnet': {'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1379560422-subnet', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'ip_version': 4}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:59:47.942399 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Made reservation on behalf of f1fea935de384bfa81953ec336e06b7f for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:59:47.944883 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13532194'] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.055290 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:48.188175 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13532208'] for subnet (6a00f597-72de-4c6d-8ba5-81c76d33cb7a), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.247155 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a00f597-72de-4c6d-8ba5-81c76d33cb7a,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:48.256537 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Checking segment: {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:48.256926 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Network hostable DHCP agents. Network: d49d2c2b-49b3-4c05-95f1-7a8643c99ea5, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:59:48.330741 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:59:48.424418 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, d49d2c2b-49b3-4c05-95f1-7a8643c99ea5) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:48.428763 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:59:48.429440 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.439389 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af205414-d9e1-4676-adf5-6ed0ae279d4c None None] Network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:59:48.505237 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-bae25fff-82cc-46d0-9e3d-56742391b4ba admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6675873 Oct 17 03:59:48.507995 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34482) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:48.512197 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:59:48.538819 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-d49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:59:48.539824 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.605870 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.606943 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.630086 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:48.661849 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks [] for router_controller (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), precommit_add_association {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.674674 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Allocated IP 172.20.0.2 (d49d2c2b-49b3-4c05-95f1-7a8643c99ea5/6a00f597-72de-4c6d-8ba5-81c76d33cb7a/cd71601e-55cc-481e-99f2-ae8872249031) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:59:48.828513 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Publish callbacks [] for port (cd71601e-55cc-481e-99f2-ae8872249031), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.849616 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks [] for router_gateway (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.882409 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (cd71601e-55cc-481e-99f2-ae8872249031), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:48.922879 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:48.927690 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:48.930267 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:59:48.937532 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Pushing event updated for resources: {'Port': ['ID=cd71601e-55cc-481e-99f2-ae8872249031,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:48.948673 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.949013 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.949350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.949684 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.950011 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.950328 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.950644 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.950975 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.951275 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.951591 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.951933 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.952252 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.952597 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.952949 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:48.953262 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:49.009847 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Attempting to bind port cd71601e-55cc-481e-99f2-ae8872249031 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:59:49.010531 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Attempting to bind port cd71601e-55cc-481e-99f2-ae8872249031 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:59:49.010897 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Attempting to bind port cd71601e-55cc-481e-99f2-ae8872249031 on network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:59:49.054821 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:59:49.055188 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Checking segment: {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:49.055587 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:49.056048 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Bound using segment: {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:59:49.056533 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Bound port: cd71601e-55cc-481e-99f2-ae8872249031, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:59:49.056905 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cd71601e-55cc-481e-99f2-ae8872249031), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:49.088752 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks [] for router_gateway (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:49.107978 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:49.117927 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] For port cd71601e-55cc-481e-99f2-ae8872249031, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:59:49.121190 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] For port cd71601e-55cc-481e-99f2-ae8872249031, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cd71601e-55cc-481e-99f2-ae8872249031,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:59:49.205585 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cd71601e-55cc-481e-99f2-ae8872249031), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:49.207233 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Allocated IP 172.27.4.92 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/9ffcbafc-dde2-4ce5-8245-ed936b74313f) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:59:49.263292 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347505f-0847-4e4a-8a47-4030c128e9bd None None] Pushing event updated for resources: {'Port': ['ID=cd71601e-55cc-481e-99f2-ae8872249031,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:49.327722 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks [] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:49.451417 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:49.494695 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:49.497741 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:49.501351 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:59:49.531099 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Pushing event updated for resources: {'Port': ['ID=9ffcbafc-dde2-4ce5-8245-ed936b74313f,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:49.646917 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:50.063617 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks [] for router_gateway (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.095103 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd5f86-2bd3-4fe3-ad80-f6e44428d5d0 None None] Network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:59:50.155497 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:50.190185 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-77a460d9-985a-4b51-86f0-f2dd91fdcd0d None None] Provisioning complete for port cd71601e-55cc-481e-99f2-ae8872249031 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:50.190633 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-77a460d9-985a-4b51-86f0-f2dd91fdcd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cd71601e-55cc-481e-99f2-ae8872249031), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.191069 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-77a460d9-985a-4b51-86f0-f2dd91fdcd0d None None] Attempt 1 to provision port cd71601e-55cc-481e-99f2-ae8872249031 Oct 17 03:59:50.246808 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34508) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:50.280732 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.309663 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-77a460d9-985a-4b51-86f0-f2dd91fdcd0d None None] Current status of the port cd71601e-55cc-481e-99f2-ae8872249031 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:50.310056 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-77a460d9-985a-4b51-86f0-f2dd91fdcd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cd71601e-55cc-481e-99f2-ae8872249031), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.345478 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-77a460d9-985a-4b51-86f0-f2dd91fdcd0d None None] For port cd71601e-55cc-481e-99f2-ae8872249031, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cd71601e-55cc-481e-99f2-ae8872249031,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:59:50.387124 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-394edeeb-308a-482d-b2a0-29cdd5d31c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.407601 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:50.413620 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:50.422687 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-77a460d9-985a-4b51-86f0-f2dd91fdcd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cd71601e-55cc-481e-99f2-ae8872249031), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.470311 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-394edeeb-308a-482d-b2a0-29cdd5d31c1b admin admin] Publish callbacks [] for security_group (18b51229-eb86-4862-be40-50cc0163c0b1), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.472507 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a460d9-985a-4b51-86f0-f2dd91fdcd0d None None] Pushing event updated for resources: {'Port': ['ID=cd71601e-55cc-481e-99f2-ae8872249031,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:50.519168 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:59:50.541558 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0cecda12-3ab8-4524-867e-270da5dee810 None None] Provisioning complete for port cd71601e-55cc-481e-99f2-ae8872249031 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:50.541920 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0cecda12-3ab8-4524-867e-270da5dee810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cd71601e-55cc-481e-99f2-ae8872249031), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.542249 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0cecda12-3ab8-4524-867e-270da5dee810 None None] Attempt 1 to provision port cd71601e-55cc-481e-99f2-ae8872249031 Oct 17 03:59:50.548732 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-394edeeb-308a-482d-b2a0-29cdd5d31c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (18b51229-eb86-4862-be40-50cc0163c0b1), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.570220 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:50.595790 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-394edeeb-308a-482d-b2a0-29cdd5d31c1b admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=2a44d7e011fe4a53a863bfe9b513ab27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457339 Oct 17 03:59:50.595790 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394edeeb-308a-482d-b2a0-29cdd5d31c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b51229-eb86-4862-be40-50cc0163c0b1,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:50.597899 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34512) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:50.619555 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0cecda12-3ab8-4524-867e-270da5dee810 None None] Current status of the port cd71601e-55cc-481e-99f2-ae8872249031 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:50.635360 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:59:50.645488 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Sync routers for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:59:50.655508 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:59:50.656158 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:50.659627 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-62a43c7b-c0d8-40dc-b2a1-f7db1f2fcb71 admin admin] Publish callbacks [] for security_group (18b51229-eb86-4862-be40-50cc0163c0b1), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.681453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-62a43c7b-c0d8-40dc-b2a1-f7db1f2fcb71 admin admin] Publish callbacks [] for security_group (18b51229-eb86-4862-be40-50cc0163c0b1), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.727629 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.731351 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-819c44cc-3ea9-44d4-ab88-7c769e0ef4cf admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2200267 Oct 17 03:59:50.731720 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34514) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:50.759651 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:59:50.867489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-62a43c7b-c0d8-40dc-b2a1-f7db1f2fcb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (18b51229-eb86-4862-be40-50cc0163c0b1), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.870251 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-62a43c7b-c0d8-40dc-b2a1-f7db1f2fcb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:50.871438 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-62a43c7b-c0d8-40dc-b2a1-f7db1f2fcb71 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/18b51229-eb86-4862-be40-50cc0163c0b1 HTTP/1.1" status: 204 len: 168 time: 0.2728651 Oct 17 03:59:50.886566 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a43c7b-c0d8-40dc-b2a1-f7db1f2fcb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b51229-eb86-4862-be40-50cc0163c0b1,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:50.898762 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:50.987945 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.018584 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:49Z', 'revision_number': 3, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:51.045144 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Checking router: 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:59:51.048940 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Updating router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b port 9ffcbafc-dde2-4ce5-8245-ed936b74313f binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:59:51.077133 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.188914 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.347371 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Publish callbacks [] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.348438 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:51.358608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Allocated IP 172.20.0.1 (d49d2c2b-49b3-4c05-95f1-7a8643c99ea5/6a00f597-72de-4c6d-8ba5-81c76d33cb7a/97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:59:51.422041 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cd71601e-55cc-481e-99f2-ae8872249031 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:59:51.445790 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.453951 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:51.459026 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:51.468368 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port cd71601e-55cc-481e-99f2-ae8872249031 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:51.469020 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cd71601e-55cc-481e-99f2-ae8872249031), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.469355 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port cd71601e-55cc-481e-99f2-ae8872249031 Oct 17 03:59:51.484244 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Attempting to bind port 9ffcbafc-dde2-4ce5-8245-ed936b74313f on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:59:51.487499 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Attempting to bind port 9ffcbafc-dde2-4ce5-8245-ed936b74313f by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:59:51.487499 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Attempting to bind port 9ffcbafc-dde2-4ce5-8245-ed936b74313f on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:59:51.496191 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Publish callbacks [] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.539782 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:59:51.540142 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:51.540751 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.541144 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:59:51.541718 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Bound port: 9ffcbafc-dde2-4ce5-8245-ed936b74313f, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:59:51.542259 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.547189 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Pushing event updated for resources: {'Port': ['ID=9ffcbafc-dde2-4ce5-8245-ed936b74313f,revision_number=2']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:51.552005 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port cd71601e-55cc-481e-99f2-ae8872249031 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:51.577105 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.577562 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.577929 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.578285 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.578624 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.578952 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.579276 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.579592 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.579952 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.580453 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.580781 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.581116 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.581437 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.581800 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.582055 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:59:51.586693 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.609069 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] For port 9ffcbafc-dde2-4ce5-8245-ed936b74313f, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:59:51.612227 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] For port 9ffcbafc-dde2-4ce5-8245-ed936b74313f, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=9ffcbafc-dde2-4ce5-8245-ed936b74313f,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:59:51.622430 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:51.625417 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:51.627974 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:59:51.668069 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Pushing event updated for resources: {'Port': ['ID=97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:51.676522 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.696813 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.713361 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:59:51.714242 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:51.819097 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:51.827370 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:51.839313 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae608ec-3945-4c2a-bee7-dd5eaffc8f40 None None] Pushing event updated for resources: {'Port': ['ID=9ffcbafc-dde2-4ce5-8245-ed936b74313f,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:51.860242 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:59:51.934296 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:51.953237 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-f5ed7409-7406-4120-843f-75dd6910b70d None None] Provisioning complete for port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:51.953800 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7409-7406-4120-843f-75dd6910b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.954129 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-f5ed7409-7406-4120-843f-75dd6910b70d None None] Attempt 1 to provision port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 Oct 17 03:59:51.957667 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:51.988579 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed7409-7406-4120-843f-75dd6910b70d None None] Port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:59:52.051617 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34538) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:52.054412 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:49Z', 'revision_number': 3, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:52.080102 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ed91c-ec8a-4d83-853a-c19a6da736c8 None None] The sync data for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi is: [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:49Z', 'revision_number': 3, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:59:52.137353 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Publish callbacks [] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.172145 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1777609140-network', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:59:52.196008 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.267801 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Pushing event updated for resources: {'Port': ['ID=97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:52.270289 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.298449 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Made reservation on behalf of a64255e69ce9468e9a7bef2297b17725 for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:59:52.300991 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.312342 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.392132 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:52.393738 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:52.428466 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:52.431509 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Publish callbacks [] for security_group (577bc54e-e152-495e-99f9-d91e2a1ce2b3), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.440730 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:52.510150 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (577bc54e-e152-495e-99f9-d91e2a1ce2b3), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.530334 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:59:52.549371 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:59:52.561095 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577bc54e-e152-495e-99f9-d91e2a1ce2b3,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:52.567365 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (652cfe79-e391-4a64-8bd4-0de6439c238c), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.567712 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Added segment 652cfe79-e391-4a64-8bd4-0de6439c238c of type vlan for network 0a4673eb-54a6-418c-a7cb-295a98979828 Oct 17 03:59:52.629813 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (0a4673eb-54a6-418c-a7cb-295a98979828), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.689646 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:59:52.707059 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-dccf4ef9-ad02-4ff4-945e-0ef61206c913 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/3123aa51-9cfd-4434-8dfc-dc0cadb23d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9741805 Oct 17 03:59:52.716121 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (0a4673eb-54a6-418c-a7cb-295a98979828), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.717154 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:59:52.717734 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.757204 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-fde15026-2251-4342-b2b2-3935cb13d555 None None] Provisioning complete for port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:52.757809 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fde15026-2251-4342-b2b2-3935cb13d555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:52.764010 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-fde15026-2251-4342-b2b2-3935cb13d555 None None] Attempt 1 to provision port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 Oct 17 03:59:52.795817 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] Pushing event updated for resources: {'Network': ['ID=0a4673eb-54a6-418c-a7cb-295a98979828,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:52.812249 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 0a4673eb-54a6-418c-a7cb-295a98979828 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:59:52.870907 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-fde15026-2251-4342-b2b2-3935cb13d555 None None] Port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:59:52.884539 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-1b683945-65bc-48fe-927b-cdae6d9bbb13 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8317018 Oct 17 03:59:52.888648 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34548) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:52.896062 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Request body: {'subnet': {'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1777609140-subnet', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'ip_version': 4}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:59:52.996517 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Made reservation on behalf of a64255e69ce9468e9a7bef2297b17725 for: {'subnet': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:59:52.998928 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12717499'] for subnet (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.228497 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12638874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12717481'] for subnet (de1dbd03-c3de-46da-9fd6-502d45ff03dc), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.290197 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1dbd03-c3de-46da-9fd6-502d45ff03dc,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:53.302250 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Checking segment: {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:53.302250 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Network hostable DHCP agents. Network: 0a4673eb-54a6-418c-a7cb-295a98979828, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:59:53.388889 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 9ffcbafc-dde2-4ce5-8245-ed936b74313f up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:59:53.389719 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Network 0a4673eb-54a6-418c-a7cb-295a98979828 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:59:53.436127 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 9ffcbafc-dde2-4ce5-8245-ed936b74313f triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:53.436650 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.437224 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 9ffcbafc-dde2-4ce5-8245-ed936b74313f Oct 17 03:59:53.473665 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 0a4673eb-54a6-418c-a7cb-295a98979828) {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:53.478219 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:59:53.478885 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.487891 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a75b36-15ef-490f-a90f-4fb7dbcbff6a None None] Network 0a4673eb-54a6-418c-a7cb-295a98979828 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:59:53.492608 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34562) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:53.498114 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1208979923-network', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:59:53.596733 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-17501628-0631-45a9-9ba3-3dad6718c034 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7080500 Oct 17 03:59:53.598932 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 9ffcbafc-dde2-4ce5-8245-ed936b74313f is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:53.599280 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.599472 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34564) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:53.604936 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:59:53.637928 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 9ffcbafc-dde2-4ce5-8245-ed936b74313f, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=9ffcbafc-dde2-4ce5-8245-ed936b74313f,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:59:53.640236 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-0a4673eb-54a6-418c-a7cb-295a98979828', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:59:53.641120 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.675647 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Made reservation on behalf of ccc8c4e5d2864b9cb530c524185c792e for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:59:53.678244 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.689442 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.703290 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:53.704060 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (74489b48-a3d6-4ebe-a595-b03d50aec627), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.705571 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (74489b48-a3d6-4ebe-a595-b03d50aec627), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.712813 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.746529 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:53.774483 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Publish callbacks [] for security_group (f1301e84-8604-41f6-8ac6-fdcdee40d223), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.784154 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks [] for router_controller (74489b48-a3d6-4ebe-a595-b03d50aec627), precommit_add_association {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.808908 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=9ffcbafc-dde2-4ce5-8245-ed936b74313f,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:53.822684 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Allocated IP 172.20.0.2 (0a4673eb-54a6-418c-a7cb-295a98979828/de1dbd03-c3de-46da-9fd6-502d45ff03dc/0494afad-6ee1-4191-968b-7d52ee6803ff) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:59:53.870469 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (f1301e84-8604-41f6-8ac6-fdcdee40d223), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.909491 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:59:53.921402 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1301e84-8604-41f6-8ac6-fdcdee40d223,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:53.927155 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (dfff7a79-be35-4d46-952c-f4d00b4faa5f), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:53.927805 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Added segment dfff7a79-be35-4d46-952c-f4d00b4faa5f of type vlan for network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb Oct 17 03:59:53.929723 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Sync routers for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:59:53.953315 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:59:53.954031 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:53.983830 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (13244f80-2bb7-40b3-ba1c-9859ab5cf0bb), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.017248 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:54.032027 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks [] for router_gateway (74489b48-a3d6-4ebe-a595-b03d50aec627), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.075805 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (13244f80-2bb7-40b3-ba1c-9859ab5cf0bb), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.076772 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:59:54.077477 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.079103 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Publish callbacks [] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.104446 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:59:54.142624 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=13244f80-2bb7-40b3-ba1c-9859ab5cf0bb,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:54.172649 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:59:54.221536 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-05791e0f-15c1-4278-ab3d-16fef5feb4f8 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7277765 Oct 17 03:59:54.224652 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34566) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:54.227980 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.230797 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Request body: {'subnet': {'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1208979923-subnet', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'ip_version': 4}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:59:54.233510 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:54.257269 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:54.269102 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks [] for router_gateway (74489b48-a3d6-4ebe-a595-b03d50aec627), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.288962 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.317618 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:54.333270 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Network 0a4673eb-54a6-418c-a7cb-295a98979828 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:54.345710 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:54.347406 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:59:54.362139 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Pushing event updated for resources: {'Port': ['ID=0494afad-6ee1-4191-968b-7d52ee6803ff,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:54.385121 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Made reservation on behalf of ccc8c4e5d2864b9cb530c524185c792e for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:59:54.388441 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13532194'] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.405371 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Allocated IP 172.27.4.174 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:59:54.450381 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:54.466891 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Attempting to bind port 0494afad-6ee1-4191-968b-7d52ee6803ff on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:59:54.467266 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Attempting to bind port 0494afad-6ee1-4191-968b-7d52ee6803ff by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:59:54.467632 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Attempting to bind port 0494afad-6ee1-4191-968b-7d52ee6803ff on network 0a4673eb-54a6-418c-a7cb-295a98979828 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:59:54.508881 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4', 'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'mac_address': 'fa:16:3e:ba:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:51Z', 'updated_at': '2022-10-17T03:59:52Z', 'revision_number': 2, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'subnets': [{'id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:54.517468 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks [] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.542486 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Checking router: 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:59:54.542858 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Updating router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:59:54.572996 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:59:54.573448 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Checking segment: {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:54.573766 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.574221 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Bound using segment: {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:59:54.574638 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Bound port: 0494afad-6ee1-4191-968b-7d52ee6803ff, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:59:54.575030 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.588600 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.686101 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.709189 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13532208'] for subnet (0f98b46a-8c16-4f5c-931c-bd030e7d1fb8), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.720509 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] For port 0494afad-6ee1-4191-968b-7d52ee6803ff, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:59:54.728830 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:54.731727 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:54.735349 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:59:54.740440 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] For port 0494afad-6ee1-4191-968b-7d52ee6803ff, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=0494afad-6ee1-4191-968b-7d52ee6803ff,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:59:54.765519 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Pushing event updated for resources: {'Port': ['ID=fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:54.767241 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f98b46a-8c16-4f5c-931c-bd030e7d1fb8,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:54.789557 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Checking segment: {'id': 'dfff7a79-be35-4d46-952c-f4d00b4faa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:54.793358 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Network hostable DHCP agents. Network: 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:59:54.816317 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.827761 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:54.887099 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:59:54.916220 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b2120-3840-4e72-b892-6c41f90d2242 None None] Pushing event updated for resources: {'Port': ['ID=0494afad-6ee1-4191-968b-7d52ee6803ff,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:54.984089 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Publish callbacks [] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:54.995892 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:55.004636 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:59:55.004636 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.006797 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f964d-f241-420c-b781-6df654a71341 None None] Network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:59:55.093681 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.130654 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-cdf4a3c6-15e0-45aa-ae50-a8d7a8712614 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9041369 Oct 17 03:59:55.133311 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34574) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:55.137819 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:59:55.160316 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks [] for router_gateway (74489b48-a3d6-4ebe-a595-b03d50aec627), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.274522 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (ab34fb45-29d7-44d9-8319-f5550ff2393d), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.275793 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (ab34fb45-29d7-44d9-8319-f5550ff2393d), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.313602 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-13244f80-2bb7-40b3-ba1c-9859ab5cf0bb', 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb', 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'fixed_ips': [{'subnet_id': '0f98b46a-8c16-4f5c-931c-bd030e7d1fb8'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:59:55.314443 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.323493 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:55.331522 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:55.334111 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks [] for router_controller (ab34fb45-29d7-44d9-8319-f5550ff2393d), precommit_add_association {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.342102 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccdc18-d9b9-48d1-8699-3e1cc59820a9 None None] Pushing event updated for resources: {'Port': ['ID=97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:55.362136 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:55.428065 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Attempting to bind port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:59:55.429055 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Attempting to bind port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:59:55.429424 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Attempting to bind port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 on network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:59:55.556743 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:59:55.557113 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Checking segment: {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:55.557609 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.558007 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Bound using segment: {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:59:55.558488 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Bound port: 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:59:55.558921 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.580389 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 9ffcbafc-dde2-4ce5-8245-ed936b74313f up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:59:55.587840 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Allocated IP 172.20.0.2 (13244f80-2bb7-40b3-ba1c-9859ab5cf0bb/0f98b46a-8c16-4f5c-931c-bd030e7d1fb8/dd6da1fa-7ea2-4162-ac7b-4aab46c81933) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:59:55.604966 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks [] for router_gateway (ab34fb45-29d7-44d9-8319-f5550ff2393d), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.663522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (74489b48-a3d6-4ebe-a595-b03d50aec627), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.747237 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] For port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:59:55.760319 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 9ffcbafc-dde2-4ce5-8245-ed936b74313f triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:55.760685 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.761024 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 9ffcbafc-dde2-4ce5-8245-ed936b74313f Oct 17 03:59:55.765957 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:55.769719 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] For port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:59:55.794144 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:55.853441 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.882587 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks [] for router_gateway (ab34fb45-29d7-44d9-8319-f5550ff2393d), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.893036 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Router 74489b48-a3d6-4ebe-a595-b03d50aec627 is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:59:55.903166 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:55.970304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:59:55.970304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:56.026608 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86aab6-8901-4034-997e-0ca7eb124f6e None None] Network 0a4673eb-54a6-418c-a7cb-295a98979828 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:59:56.042221 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Allocated IP 172.27.4.244 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/d03db188-f31b-4a3d-a5a9-a36b7aef0405) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:59:56.044702 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:59:56.057599 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Sync routers for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:59:56.068872 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:59:56.069539 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:56.085423 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-087b65e9-cf11-4d22-9326-2ee7d4259dec None None] Provisioning complete for port 0494afad-6ee1-4191-968b-7d52ee6803ff triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:56.085793 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-087b65e9-cf11-4d22-9326-2ee7d4259dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.086125 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-087b65e9-cf11-4d22-9326-2ee7d4259dec None None] Attempt 1 to provision port 0494afad-6ee1-4191-968b-7d52ee6803ff Oct 17 03:59:56.098893 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 9ffcbafc-dde2-4ce5-8245-ed936b74313f is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:56.100189 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 0494afad-6ee1-4191-968b-7d52ee6803ff up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:59:56.139791 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Publish callbacks [] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.170251 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks [] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.184444 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.188191 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-696ecad8-f524-4990-bb51-e838ee665e26 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5841732 Oct 17 03:59:56.198660 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34582) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:56.212967 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:59:56.228959 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccdc18-d9b9-48d1-8699-3e1cc59820a9 None None] Pushing event updated for resources: {'Port': ['ID=97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:56.269993 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:56.271045 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.287515 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.323296 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:56.333498 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:56.338079 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:56.343853 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:59:56.394774 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:56.405191 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:59:56.440948 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:56.448556 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Pushing event updated for resources: {'Port': ['ID=dd6da1fa-7ea2-4162-ac7b-4aab46c81933,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:56.451125 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 0494afad-6ee1-4191-968b-7d52ee6803ff triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:56.451685 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.452246 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 0494afad-6ee1-4191-968b-7d52ee6803ff Oct 17 03:59:56.458797 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:59:56.481507 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:56.532735 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Pushing event updated for resources: {'Port': ['ID=d03db188-f31b-4a3d-a5a9-a36b7aef0405,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:56.538834 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:54Z', 'revision_number': 3, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T03:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:56.576284 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Checking router: 74489b48-a3d6-4ebe-a595-b03d50aec627 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:59:56.576629 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Updating router 74489b48-a3d6-4ebe-a595-b03d50aec627 port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:59:56.617906 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.654928 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-087b65e9-cf11-4d22-9326-2ee7d4259dec None None] Current status of the port 0494afad-6ee1-4191-968b-7d52ee6803ff is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:56.655177 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:56.655398 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-087b65e9-cf11-4d22-9326-2ee7d4259dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.770529 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:56.796844 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.798022 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Attempting to bind port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:59:56.799788 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Attempting to bind port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': 'dfff7a79-be35-4d46-952c-f4d00b4faa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:59:56.800494 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Attempting to bind port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 on network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:59:56.819902 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-087b65e9-cf11-4d22-9326-2ee7d4259dec None None] For port 0494afad-6ee1-4191-968b-7d52ee6803ff, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=0494afad-6ee1-4191-968b-7d52ee6803ff,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:59:56.852110 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks [] for router_gateway (ab34fb45-29d7-44d9-8319-f5550ff2393d), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.899530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b4e2b034-43ae-4278-9138-80635d910c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.915781 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-087b65e9-cf11-4d22-9326-2ee7d4259dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.935176 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:56.965655 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 0494afad-6ee1-4191-968b-7d52ee6803ff is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:56.966135 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:56.989659 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Publish callbacks [] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.063376 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:59:57.063769 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Checking segment: {'id': 'dfff7a79-be35-4d46-952c-f4d00b4faa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:57.068084 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Allocated IP 172.20.0.1 (0a4673eb-54a6-418c-a7cb-295a98979828/de1dbd03-c3de-46da-9fd6-502d45ff03dc/3fc84ba8-31ea-4579-8376-3a26693c1d7e) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:59:57.068212 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.068212 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Bound using segment: {'id': 'dfff7a79-be35-4d46-952c-f4d00b4faa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:59:57.068212 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Bound port: dd6da1fa-7ea2-4162-ac7b-4aab46c81933, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfff7a79-be35-4d46-952c-f4d00b4faa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:59:57.068212 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.079673 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4', 'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'mac_address': 'fa:16:3e:ba:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:51Z', 'updated_at': '2022-10-17T03:59:55Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'subnets': [{'id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:57.087531 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.119309 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (ab34fb45-29d7-44d9-8319-f5550ff2393d), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.139833 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:57.155760 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Attempting to bind port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:59:57.156246 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Attempting to bind port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:59:57.156671 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Attempting to bind port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:59:57.182867 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b65e9-cf11-4d22-9326-2ee7d4259dec None None] Pushing event updated for resources: {'Port': ['ID=0494afad-6ee1-4191-968b-7d52ee6803ff,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:57.183860 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Publish callbacks [] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.185780 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b244f2bf-75b4-4de1-9f91-d5d010f31a64 None None] The sync data for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi is: [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4', 'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'mac_address': 'fa:16:3e:ba:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:51Z', 'updated_at': '2022-10-17T03:59:55Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'subnets': [{'id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:59:57.195981 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-ee22feba-d264-42a0-b3fd-349efab2a772 None None] Provisioning complete for port 0494afad-6ee1-4191-968b-7d52ee6803ff triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:57.196354 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ee22feba-d264-42a0-b3fd-349efab2a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.196685 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-ee22feba-d264-42a0-b3fd-349efab2a772 None None] Attempt 1 to provision port 0494afad-6ee1-4191-968b-7d52ee6803ff Oct 17 03:59:57.213552 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:57.311547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.384372 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Network 0a4673eb-54a6-418c-a7cb-295a98979828 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:57.387099 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:57.391323 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:59:57.408661 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:59:57.416044 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:57.416044 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.416044 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:59:57.416044 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Bound port: fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:59:57.416044 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.421185 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Pushing event updated for resources: {'Port': ['ID=3fc84ba8-31ea-4579-8376-3a26693c1d7e,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:57.455559 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Router ab34fb45-29d7-44d9-8319-f5550ff2393d is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:59:57.459766 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (74489b48-a3d6-4ebe-a595-b03d50aec627), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.485239 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.db.api [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 03:59:57.485646 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG oslo_db.api [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 03:59:57.496925 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] For port dd6da1fa-7ea2-4162-ac7b-4aab46c81933, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:59:57.497305 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] For port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:59:57.507867 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] For port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:59:57.511834 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24089a-4197-41b4-878c-3a8248ac0b02 None None] Pushing event updated for resources: {'Port': ['ID=fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef,revision_number=2']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:57.513728 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] For port dd6da1fa-7ea2-4162-ac7b-4aab46c81933, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=dd6da1fa-7ea2-4162-ac7b-4aab46c81933,segment=NetworkSegment(dfff7a79-be35-4d46-952c-f4d00b4faa5f),segment_id=dfff7a79-be35-4d46-952c-f4d00b4faa5f)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:59:57.523680 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:57.579246 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-ee22feba-d264-42a0-b3fd-349efab2a772 None None] Current status of the port 0494afad-6ee1-4191-968b-7d52ee6803ff is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:57.589381 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.633303 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.644638 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:59:57.645360 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:57.655237 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:59:57.680287 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Sync routers for ids ['ab34fb45-29d7-44d9-8319-f5550ff2393d'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:59:57.726511 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.729453 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215af39f-d372-440f-8b03-4ea9f7be6294 None None] Pushing event updated for resources: {'Port': ['ID=dd6da1fa-7ea2-4162-ac7b-4aab46c81933,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:57.752486 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Routers {'ab34fb45-29d7-44d9-8319-f5550ff2393d'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:59:57.753234 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ab34fb45-29d7-44d9-8319-f5550ff2393d'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:57.755452 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-bebc2be3-7bb9-429f-a939-6e6bdc1531a9 None None] Provisioning complete for port 3fc84ba8-31ea-4579-8376-3a26693c1d7e triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:57.756007 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-bebc2be3-7bb9-429f-a939-6e6bdc1531a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.756962 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-bebc2be3-7bb9-429f-a939-6e6bdc1531a9 None None] Attempt 1 to provision port 3fc84ba8-31ea-4579-8376-3a26693c1d7e Oct 17 03:59:57.787990 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:59:57.792096 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:57.799916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34588) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:59:57.800464 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-f24e4d3b-ab35-4338-846a-77b1d78f4189 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6655762 Oct 17 03:59:57.882783 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24089a-4197-41b4-878c-3a8248ac0b02 None None] Pushing event updated for resources: {'Port': ['ID=fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:57.883026 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:57.920911 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Set router ab34fb45-29d7-44d9-8319-f5550ff2393d gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:59:58.040451 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-bebc2be3-7bb9-429f-a939-6e6bdc1531a9 None None] Port 3fc84ba8-31ea-4579-8376-3a26693c1d7e cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:59:58.139636 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:54Z', 'revision_number': 3, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:58.171005 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30c0e1-9181-42f1-90ea-1b8cdee61d6f None None] The sync data for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi is: [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:54Z', 'revision_number': 3, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:59:58.173810 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 0494afad-6ee1-4191-968b-7d52ee6803ff is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:58.284475 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Publish callbacks [] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:58.313124 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:56Z', 'revision_number': 3, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'gw_port': {'id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:59:58.363575 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Checking router: ab34fb45-29d7-44d9-8319-f5550ff2393d for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:59:58.363950 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Updating router ab34fb45-29d7-44d9-8319-f5550ff2393d port d03db188-f31b-4a3d-a5a9-a36b7aef0405 binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:59:58.373713 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:58.404128 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:58.454487 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:59:58.506026 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (74489b48-a3d6-4ebe-a595-b03d50aec627), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:58.527717 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:58.612042 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:58.645875 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Pushing event updated for resources: {'Port': ['ID=3fc84ba8-31ea-4579-8376-3a26693c1d7e,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:58.653967 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:58.654346 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:58.654687 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 Oct 17 03:59:58.804631 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Network 0a4673eb-54a6-418c-a7cb-295a98979828 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:58.806408 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:58.988743 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:58.989241 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:58.997346 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Router 74489b48-a3d6-4ebe-a595-b03d50aec627 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:59:59.011003 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-30d7ddac-4643-40a5-845d-da5cef8618f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.014604 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.069864 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:59:59.072657 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Publish callbacks [] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.154093 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.155442 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device dd6da1fa-7ea2-4162-ac7b-4aab46c81933 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:59:59.215484 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-bff2d4c1-c719-41c4-bb04-2bad0f0e52ef None None] Provisioning complete for port 3fc84ba8-31ea-4579-8376-3a26693c1d7e triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:59.215899 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-bff2d4c1-c719-41c4-bb04-2bad0f0e52ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.216236 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-bff2d4c1-c719-41c4-bb04-2bad0f0e52ef None None] Attempt 1 to provision port 3fc84ba8-31ea-4579-8376-3a26693c1d7e Oct 17 03:59:59.223592 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.244916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:59:59.254053 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ddf8445c-5042-40b3-bb81-a237a4fd42fe admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/74489b48-a3d6-4ebe-a595-b03d50aec627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0608757 Oct 17 03:59:59.262643 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Attempting to bind port d03db188-f31b-4a3d-a5a9-a36b7aef0405 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:59:59.263013 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Attempting to bind port d03db188-f31b-4a3d-a5a9-a36b7aef0405 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:59:59.263370 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Attempting to bind port d03db188-f31b-4a3d-a5a9-a36b7aef0405 on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:59:59.271253 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4c3f1-2f7c-4253-9330-b236d0c1124b None None] Network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:59:59.337786 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Allocated IP 172.20.0.1 (13244f80-2bb7-40b3-ba1c-9859ab5cf0bb/0f98b46a-8c16-4f5c-931c-bd030e7d1fb8/75e659fb-ee0a-497e-8243-0873b82d6d8e) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:59:59.398040 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-bff2d4c1-c719-41c4-bb04-2bad0f0e52ef None None] Port 3fc84ba8-31ea-4579-8376-3a26693c1d7e cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:59:59.404819 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:59.405193 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.405527 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 Oct 17 03:59:59.419793 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:59.449512 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:59.509955 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:59:59.510353 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:59:59.510726 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.511121 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:59:59.511610 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Bound port: d03db188-f31b-4a3d-a5a9-a36b7aef0405, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:59:59.512053 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.513840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Publish callbacks [] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.544074 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:59.590353 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:59.591234 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-ea8796bd-02f9-4258-9db3-9f65f809b23a None None] Provisioning complete for port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:59:59.591603 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ea8796bd-02f9-4258-9db3-9f65f809b23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.591963 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-ea8796bd-02f9-4258-9db3-9f65f809b23a None None] Attempt 1 to provision port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 Oct 17 03:59:59.593488 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c52779-0cac-4f25-9730-7bc134ed8715 None None] Pushing event updated for resources: {'Port': ['ID=d03db188-f31b-4a3d-a5a9-a36b7aef0405,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:59.613351 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.623020 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:59.657155 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] For port d03db188-f31b-4a3d-a5a9-a36b7aef0405, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:59:59.662802 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] For port d03db188-f31b-4a3d-a5a9-a36b7aef0405, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=d03db188-f31b-4a3d-a5a9-a36b7aef0405,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:59:59.704293 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Pushing event updated for resources: {'Port': ['ID=75e659fb-ee0a-497e-8243-0873b82d6d8e,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:59:59.716130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:59:59.719570 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:59:59.721764 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:59.722154 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.724220 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:59:59.776513 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.795256 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (ab34fb45-29d7-44d9-8319-f5550ff2393d), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.818070 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:59:59.832968 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port dd6da1fa-7ea2-4162-ac7b-4aab46c81933, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=dd6da1fa-7ea2-4162-ac7b-4aab46c81933,segment=NetworkSegment(dfff7a79-be35-4d46-952c-f4d00b4faa5f),segment_id=dfff7a79-be35-4d46-952c-f4d00b4faa5f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:59:59.845805 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-ea8796bd-02f9-4258-9db3-9f65f809b23a None None] Current status of the port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:59:59.846182 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ea8796bd-02f9-4258-9db3-9f65f809b23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:59:59.872425 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Routers {'ab34fb45-29d7-44d9-8319-f5550ff2393d'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:59:59.873053 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ab34fb45-29d7-44d9-8319-f5550ff2393d'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:00.018810 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.082738 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c52779-0cac-4f25-9730-7bc134ed8715 None None] Pushing event updated for resources: {'Port': ['ID=d03db188-f31b-4a3d-a5a9-a36b7aef0405,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:00.089539 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.090401 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 0494afad-6ee1-4191-968b-7d52ee6803ff up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:00.235415 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Publish callbacks [] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.267051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.db.api [None req-ea8796bd-02f9-4258-9db3-9f65f809b23a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 04:00:00.267470 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG oslo_db.api [None req-ea8796bd-02f9-4258-9db3-9f65f809b23a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 04:00:00.279129 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=dd6da1fa-7ea2-4162-ac7b-4aab46c81933,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:00.285578 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34612) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:00.287409 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] Set router ab34fb45-29d7-44d9-8319-f5550ff2393d gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:00.290740 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-588007391-network', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:00.296733 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.345437 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.346622 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 0494afad-6ee1-4191-968b-7d52ee6803ff triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:00.346777 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.347047 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 0494afad-6ee1-4191-968b-7d52ee6803ff Oct 17 04:00:00.371246 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (ab34fb45-29d7-44d9-8319-f5550ff2393d), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.374189 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Pushing event updated for resources: {'Port': ['ID=75e659fb-ee0a-497e-8243-0873b82d6d8e,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:00.376934 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Made reservation on behalf of 2f05de57855e405cb4ff423353bc85c7 for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:00:00.383162 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.384121 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:00.391918 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:00.398530 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.488983 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:00:00.490571 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:00.494093 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Publish callbacks [] for security_group (730b3463-7e7a-4f0c-bf89-32a81ba6cb65), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.522967 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 0494afad-6ee1-4191-968b-7d52ee6803ff is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:00.540111 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:56Z', 'revision_number': 3, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'gw_port': {'id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:00.550543 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (730b3463-7e7a-4f0c-bf89-32a81ba6cb65), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.588297 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8459377-d1fe-4100-a76f-bf989d15ac71 None None] The sync data for ids ['ab34fb45-29d7-44d9-8319-f5550ff2393d'] in dv-cinder-815582-16-iscsi is: [{'id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:56Z', 'revision_number': 3, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'gw_port': {'id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:00:00.598108 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:00:00.609094 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (6f2b204e-a67f-4706-b75d-4a938b28020b), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.611288 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Added segment 6f2b204e-a67f-4706-b75d-4a938b28020b of type vlan for network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 Oct 17 04:00:00.634121 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730b3463-7e7a-4f0c-bf89-32a81ba6cb65,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:00.703595 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.730304 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Sync routers for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:00:00.749521 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:00.750540 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:00.814386 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:00.824059 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.825055 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:00.825690 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.903915 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-ea8796bd-02f9-4258-9db3-9f65f809b23a None None] Current status of the port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:00.920982 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:00.921364 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:00.921681 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 Oct 17 04:00:00.927899 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] Pushing event updated for resources: {'Network': ['ID=71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:00.946394 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:00:00.948995 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-5e4a261b-06fe-420a-ab6b-c15a9d1acd04 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6621912 Oct 17 04:00:00.951669 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34616) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:00.953917 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:00.961375 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Request body: {'subnet': {'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-588007391-subnet', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'ip_version': 4}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:00.973927 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:01.081265 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Router ab34fb45-29d7-44d9-8319-f5550ff2393d has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:00:01.106281 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-7860db7b-224f-4c9a-a9fe-486afdf4ec65 None None] Provisioning complete for port 75e659fb-ee0a-497e-8243-0873b82d6d8e triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:01.106857 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7860db7b-224f-4c9a-a9fe-486afdf4ec65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.106975 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-7860db7b-224f-4c9a-a9fe-486afdf4ec65 None None] Attempt 1 to provision port 75e659fb-ee0a-497e-8243-0873b82d6d8e Oct 17 04:00:01.121160 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Made reservation on behalf of 2f05de57855e405cb4ff423353bc85c7 for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:00:01.127495 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13532194'] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.165083 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:01.190702 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:00:01.195890 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-adefd1a8-748f-4aa5-b619-632377b75f4c admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/ab34fb45-29d7-44d9-8319-f5550ff2393d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3949161 Oct 17 04:00:01.211573 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-7860db7b-224f-4c9a-a9fe-486afdf4ec65 None None] Port 75e659fb-ee0a-497e-8243-0873b82d6d8e cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:00:01.229029 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-7860db7b-224f-4c9a-a9fe-486afdf4ec65 None None] Provisioning complete for port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:01.229029 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7860db7b-224f-4c9a-a9fe-486afdf4ec65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.229327 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-7860db7b-224f-4c9a-a9fe-486afdf4ec65 None None] Attempt 1 to provision port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 Oct 17 04:00:01.230871 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:01.231946 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device dd6da1fa-7ea2-4162-ac7b-4aab46c81933 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:01.288274 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '3fc84ba8-31ea-4579-8376-3a26693c1d7e', 'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'mac_address': 'fa:16:3e:f1:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:56Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 2, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'subnets': [{'id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:01.318394 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:01.318897 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.319717 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 Oct 17 04:00:01.326925 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:01.328595 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Checking router: 74489b48-a3d6-4ebe-a595-b03d50aec627 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:00:01.329130 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Updating router 74489b48-a3d6-4ebe-a595-b03d50aec627 port 3fc84ba8-31ea-4579-8376-3a26693c1d7e binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:00:01.378058 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.386002 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-7860db7b-224f-4c9a-a9fe-486afdf4ec65 None None] Current status of the port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:01.443047 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:01.444618 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:01.488300 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13532208'] for subnet (b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.507060 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:01.528158 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:01.528644 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.528916 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef Oct 17 04:00:01.580891 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.593766 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:01.618432 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Checking segment: {'id': '6f2b204e-a67f-4706-b75d-4a938b28020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:00:01.618842 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Network hostable DHCP agents. Network: 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:00:01.676444 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:01.677106 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.687179 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.712616 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:00:01.718869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:01.775023 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Publish callbacks [] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.793757 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:01.798404 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:01.799378 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.804194 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b9392-1235-4b8f-9f95-6bd4488e482a None None] Network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:00:01.822774 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.875135 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:01.913368 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-a91537be-d6ae-4b2e-a90f-95281d0d028f admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9601038 Oct 17 04:00:01.916512 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34632) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:01.925214 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:01.927678 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518efb85-65e3-462f-8204-6822ee44bb5e None None] Pushing event updated for resources: {'Port': ['ID=3fc84ba8-31ea-4579-8376-3a26693c1d7e,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:01.943838 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:01.976683 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:01.979534 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Attempting to bind port 3fc84ba8-31ea-4579-8376-3a26693c1d7e on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:00:01.979984 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Attempting to bind port 3fc84ba8-31ea-4579-8376-3a26693c1d7e by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:00:01.980606 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Attempting to bind port 3fc84ba8-31ea-4579-8376-3a26693c1d7e on network 0a4673eb-54a6-418c-a7cb-295a98979828 {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:00:01.985444 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4', 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4', 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'fixed_ips': [{'subnet_id': 'b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:00:01.986722 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.029210 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:00:02.029885 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Checking segment: {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:00:02.032393 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.032393 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Bound using segment: {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:00:02.032393 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Bound port: 3fc84ba8-31ea-4579-8376-3a26693c1d7e, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:00:02.032393 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.121498 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] For port 3fc84ba8-31ea-4579-8376-3a26693c1d7e, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:00:02.128528 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] For port 3fc84ba8-31ea-4579-8376-3a26693c1d7e, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=3fc84ba8-31ea-4579-8376-3a26693c1d7e,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:00:02.130463 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:02.188406 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Allocated IP 172.20.0.2 (71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4/b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad/ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:00:02.219631 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.260826 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:02.261694 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:02.313110 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518efb85-65e3-462f-8204-6822ee44bb5e None None] Pushing event updated for resources: {'Port': ['ID=3fc84ba8-31ea-4579-8376-3a26693c1d7e,revision_number=4']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:02.316923 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.318195 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.357346 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Publish callbacks [] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.374986 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:02.385837 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:02.391829 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks [] for router_controller (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), precommit_add_association {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.418841 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.458225 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:00:02.463345 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:02.467979 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:00:02.485886 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Pushing event updated for resources: {'Port': ['ID=ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:02.614880 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Attempting to bind port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:00:02.615271 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Attempting to bind port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '6f2b204e-a67f-4706-b75d-4a938b28020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:00:02.615729 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Attempting to bind port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f on network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:00:02.697932 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:00:02.698308 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Checking segment: {'id': '6f2b204e-a67f-4706-b75d-4a938b28020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:00:02.698725 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.699121 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Bound using segment: {'id': '6f2b204e-a67f-4706-b75d-4a938b28020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:00:02.699693 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Bound port: ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2b204e-a67f-4706-b75d-4a938b28020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:00:02.700103 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.734831 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T04:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '3fc84ba8-31ea-4579-8376-3a26693c1d7e', 'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'mac_address': 'fa:16:3e:f1:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:56Z', 'updated_at': '2022-10-17T04:00:02Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'subnets': [{'id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:02.765948 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks [] for router_gateway (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.794506 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487f7b7-6a9a-4fc0-8f57-c1175a51986b None None] The sync data for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi is: [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T04:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '3fc84ba8-31ea-4579-8376-3a26693c1d7e', 'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'mac_address': 'fa:16:3e:f1:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:56Z', 'updated_at': '2022-10-17T04:00:02Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'subnets': [{'id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:00:02.825426 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:02.950231 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:02.965817 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] For port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:00:02.970100 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] For port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f,segment=NetworkSegment(6f2b204e-a67f-4706-b75d-4a938b28020b),segment_id=6f2b204e-a67f-4706-b75d-4a938b28020b)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:00:02.980988 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:02.981367 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:02.981806 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef Oct 17 04:00:03.027387 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Sync routers for ids ['ab34fb45-29d7-44d9-8319-f5550ff2393d'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:00:03.055544 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Routers {'ab34fb45-29d7-44d9-8319-f5550ff2393d'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:03.056803 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ab34fb45-29d7-44d9-8319-f5550ff2393d'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:03.119910 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:03.193026 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks [] for router_gateway (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:03.214664 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:03.220598 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device d03db188-f31b-4a3d-a5a9-a36b7aef0405 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:03.223855 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:03.230408 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:03.241300 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:03.380720 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Allocated IP 172.27.4.31 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:00:03.585497 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks [] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:03.628658 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:03.704646 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:03.713592 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Set router ab34fb45-29d7-44d9-8319-f5550ff2393d gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:03.793251 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:00:03.798773 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:03.806440 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaf472-9727-4d63-9bca-0807cca4c5e4 None None] Pushing event updated for resources: {'Port': ['ID=ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:03.814842 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:00:03.830913 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port d03db188-f31b-4a3d-a5a9-a36b7aef0405 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:03.831544 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:03.832221 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port d03db188-f31b-4a3d-a5a9-a36b7aef0405 Oct 17 04:00:03.854877 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Pushing event updated for resources: {'Port': ['ID=9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:04.059868 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port d03db188-f31b-4a3d-a5a9-a36b7aef0405 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:04.060256 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:04.092586 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 4, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'gw_port': {'id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '75e659fb-ee0a-497e-8243-0873b82d6d8e', 'name': '', 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'mac_address': 'fa:16:3e:29:1f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f98b46a-8c16-4f5c-931c-bd030e7d1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:59Z', 'updated_at': '2022-10-17T04:00:00Z', 'revision_number': 2, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'subnets': [{'id': '0f98b46a-8c16-4f5c-931c-bd030e7d1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:04.099094 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port d03db188-f31b-4a3d-a5a9-a36b7aef0405, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=d03db188-f31b-4a3d-a5a9-a36b7aef0405,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:04.122768 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Checking router: ab34fb45-29d7-44d9-8319-f5550ff2393d for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:00:04.123116 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Updating router ab34fb45-29d7-44d9-8319-f5550ff2393d port 75e659fb-ee0a-497e-8243-0873b82d6d8e binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:00:04.164529 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:04.192901 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:04.222383 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks [] for router_gateway (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:04.263256 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:04.401839 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=d03db188-f31b-4a3d-a5a9-a36b7aef0405,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:04.555245 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:04.673202 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Publish callbacks [] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:04.756088 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:04.840378 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:00:04.902357 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Attempting to bind port 75e659fb-ee0a-497e-8243-0873b82d6d8e on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:00:04.902880 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Attempting to bind port 75e659fb-ee0a-497e-8243-0873b82d6d8e by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': 'dfff7a79-be35-4d46-952c-f4d00b4faa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:00:04.906881 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Attempting to bind port 75e659fb-ee0a-497e-8243-0873b82d6d8e on network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:00:04.909747 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb699a-67dd-4c06-a7aa-bb85b34dbaac None None] Pushing event updated for resources: {'Port': ['ID=75e659fb-ee0a-497e-8243-0873b82d6d8e,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:04.949738 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device d03db188-f31b-4a3d-a5a9-a36b7aef0405 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:04.972353 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:05.000629 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e3700-7bee-40db-800f-009e4be7a442 None None] Network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:00:05.077379 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:00:05.086867 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0229bb79-25cc-4ce0-888d-4e8282329681 None None] Provisioning complete for port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:05.087239 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0229bb79-25cc-4ce0-888d-4e8282329681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.087626 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0229bb79-25cc-4ce0-888d-4e8282329681 None None] Attempt 1 to provision port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f Oct 17 04:00:05.092045 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Sync routers for ids ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:00:05.114254 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Routers {'2a5a95cb-dbce-49e5-bd16-c8de34b150b6'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:05.115642 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:05.132347 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:00:05.132729 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Checking segment: {'id': 'dfff7a79-be35-4d46-952c-f4d00b4faa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:00:05.133101 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.133486 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Bound using segment: {'id': 'dfff7a79-be35-4d46-952c-f4d00b4faa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:00:05.134013 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Bound port: 75e659fb-ee0a-497e-8243-0873b82d6d8e, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfff7a79-be35-4d46-952c-f4d00b4faa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:00:05.134392 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.157162 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:05.163828 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.168225 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34664) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:05.169363 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-cc7fbacd-4153-497d-b85f-56af7c7c8d71 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2504473 Oct 17 04:00:05.178665 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port d03db188-f31b-4a3d-a5a9-a36b7aef0405 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:05.179033 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.179365 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port d03db188-f31b-4a3d-a5a9-a36b7aef0405 Oct 17 04:00:05.322239 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Set router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:05.337693 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:05.367638 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] For port 75e659fb-ee0a-497e-8243-0873b82d6d8e, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:00:05.397968 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] For port 75e659fb-ee0a-497e-8243-0873b82d6d8e, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=75e659fb-ee0a-497e-8243-0873b82d6d8e,segment=NetworkSegment(dfff7a79-be35-4d46-952c-f4d00b4faa5f),segment_id=dfff7a79-be35-4d46-952c-f4d00b4faa5f)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:00:05.444154 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0229bb79-25cc-4ce0-888d-4e8282329681 None None] Current status of the port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:05.444413 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0229bb79-25cc-4ce0-888d-4e8282329681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.494863 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.521740 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port d03db188-f31b-4a3d-a5a9-a36b7aef0405 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:05.523245 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:05.610748 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:05.621987 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0229bb79-25cc-4ce0-888d-4e8282329681 None None] For port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f,segment=NetworkSegment(6f2b204e-a67f-4706-b75d-4a938b28020b),segment_id=6f2b204e-a67f-4706-b75d-4a938b28020b)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:05.632940 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Routers {'ab34fb45-29d7-44d9-8319-f5550ff2393d'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:05.633615 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ab34fb45-29d7-44d9-8319-f5550ff2393d'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:05.677965 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:00:02Z', 'updated_at': '2022-10-17T04:00:04Z', 'revision_number': 3, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'gw_port': {'id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:03Z', 'updated_at': '2022-10-17T04:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:05.723002 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Checking router: 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:00:05.723484 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Updating router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:00:05.733448 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0229bb79-25cc-4ce0-888d-4e8282329681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.763280 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb699a-67dd-4c06-a7aa-bb85b34dbaac None None] Pushing event updated for resources: {'Port': ['ID=75e659fb-ee0a-497e-8243-0873b82d6d8e,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:05.788398 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.802709 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:05.803611 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.803967 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f Oct 17 04:00:05.910955 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.926163 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-37f50fc8-fb25-4ece-9c34-a51b35596371 None None] Provisioning complete for port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:05.926163 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-37f50fc8-fb25-4ece-9c34-a51b35596371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:05.926163 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-37f50fc8-fb25-4ece-9c34-a51b35596371 None None] Attempt 1 to provision port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f Oct 17 04:00:05.960684 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229bb79-25cc-4ce0-888d-4e8282329681 None None] Pushing event updated for resources: {'Port': ['ID=ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:05.979015 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] Set router ab34fb45-29d7-44d9-8319-f5550ff2393d gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:06.030963 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:06.138943 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Allocated IP 172.20.0.1 (71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4/b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad/dbd41621-6be9-4c37-8746-8929244350ca) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:00:06.170380 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Publish callbacks [] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.279688 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Publish callbacks [] for port (dbd41621-6be9-4c37-8746-8929244350ca), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.296749 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.321784 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:06.323343 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 3fc84ba8-31ea-4579-8376-3a26693c1d7e up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:06.354094 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Attempting to bind port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:00:06.354651 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Attempting to bind port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:00:06.355007 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:06.355202 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Attempting to bind port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:00:06.396238 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (dbd41621-6be9-4c37-8746-8929244350ca), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.419548 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-37f50fc8-fb25-4ece-9c34-a51b35596371 None None] Current status of the port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:06.430800 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00ad54-9791-4b36-ba60-d449e211b532 None None] Pushing event updated for resources: {'Port': ['ID=9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f,revision_number=2']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:06.452185 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:00:06.452460 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:00:06.455503 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.456004 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:00:06.456677 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Bound port: 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:00:06.457191 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.458587 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 3fc84ba8-31ea-4579-8376-3a26693c1d7e triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:06.458964 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.459327 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 3fc84ba8-31ea-4579-8376-3a26693c1d7e Oct 17 04:00:06.484746 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd41621-6be9-4c37-8746-8929244350ca,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:06.496834 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:06.499276 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:00:06.500840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:06.518714 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:00:06.525558 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] For port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:00:06.529882 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] For port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:00:06.536625 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 4, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'gw_port': {'id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T04:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '75e659fb-ee0a-497e-8243-0873b82d6d8e', 'name': '', 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'mac_address': 'fa:16:3e:29:1f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f98b46a-8c16-4f5c-931c-bd030e7d1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:59Z', 'updated_at': '2022-10-17T04:00:05Z', 'revision_number': 4, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'subnets': [{'id': '0f98b46a-8c16-4f5c-931c-bd030e7d1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:06.574057 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10604f85-7988-43ce-9abf-c79aa389cae9 None None] The sync data for ids ['ab34fb45-29d7-44d9-8319-f5550ff2393d'] in dv-cinder-815582-16-iscsi is: [{'id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 4, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'gw_port': {'id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T04:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '75e659fb-ee0a-497e-8243-0873b82d6d8e', 'name': '', 'network_id': '13244f80-2bb7-40b3-ba1c-9859ab5cf0bb', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'mac_address': 'fa:16:3e:29:1f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f98b46a-8c16-4f5c-931c-bd030e7d1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:59Z', 'updated_at': '2022-10-17T04:00:05Z', 'revision_number': 4, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'subnets': [{'id': '0f98b46a-8c16-4f5c-931c-bd030e7d1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:00:06.586984 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:06.588122 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.631939 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.685976 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:06.711492 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 3fc84ba8-31ea-4579-8376-3a26693c1d7e is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:06.712221 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.755067 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 3fc84ba8-31ea-4579-8376-3a26693c1d7e, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=3fc84ba8-31ea-4579-8376-3a26693c1d7e,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:06.774908 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00ad54-9791-4b36-ba60-d449e211b532 None None] Pushing event updated for resources: {'Port': ['ID=9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:06.791901 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Routers {'2a5a95cb-dbce-49e5-bd16-c8de34b150b6'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:06.793266 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:06.824253 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:06.976533 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] Set router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:06.998112 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (dbd41621-6be9-4c37-8746-8929244350ca), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:07.017761 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-ae4e2406-4af2-4b37-8dc3-1d430d19ee0d None None] Provisioning complete for port dbd41621-6be9-4c37-8746-8929244350ca triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:07.018134 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2406-4af2-4b37-8dc3-1d430d19ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (dbd41621-6be9-4c37-8746-8929244350ca), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:07.018472 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-ae4e2406-4af2-4b37-8dc3-1d430d19ee0d None None] Attempt 1 to provision port dbd41621-6be9-4c37-8746-8929244350ca Oct 17 04:00:07.126413 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=3fc84ba8-31ea-4579-8376-3a26693c1d7e,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:07.179304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e2406-4af2-4b37-8dc3-1d430d19ee0d None None] Port dbd41621-6be9-4c37-8746-8929244350ca cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:00:07.193461 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:07.240362 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:07.251791 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:07.252388 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:07.252970 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f Oct 17 04:00:07.347470 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:07.353217 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 75e659fb-ee0a-497e-8243-0873b82d6d8e up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:07.367264 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Publish callbacks [] for port (dbd41621-6be9-4c37-8746-8929244350ca), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:07.368493 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:00:02Z', 'updated_at': '2022-10-17T04:00:04Z', 'revision_number': 3, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'gw_port': {'id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:03Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:07.446502 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b34fc-209c-468f-8a49-f46544726741 None None] The sync data for ids ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'] in dv-cinder-815582-16-iscsi is: [{'id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:00:02Z', 'updated_at': '2022-10-17T04:00:04Z', 'revision_number': 3, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'gw_port': {'id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:03Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:00:07.465178 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 75e659fb-ee0a-497e-8243-0873b82d6d8e triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:07.465740 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:07.465938 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 75e659fb-ee0a-497e-8243-0873b82d6d8e Oct 17 04:00:07.468275 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (dbd41621-6be9-4c37-8746-8929244350ca), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:07.498465 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:07.535163 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd41621-6be9-4c37-8746-8929244350ca,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:07.554514 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 75e659fb-ee0a-497e-8243-0873b82d6d8e is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:07.554514 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:07.560885 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:07.593444 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 75e659fb-ee0a-497e-8243-0873b82d6d8e, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=75e659fb-ee0a-497e-8243-0873b82d6d8e,segment=NetworkSegment(dfff7a79-be35-4d46-952c-f4d00b4faa5f),segment_id=dfff7a79-be35-4d46-952c-f4d00b4faa5f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:07.657280 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:07.680744 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:00:07.680744 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:07.730514 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=75e659fb-ee0a-497e-8243-0873b82d6d8e,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:07.823590 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:07.840522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:00:07.958607 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:00:07.963415 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-d4baf858-64b6-498a-b327-0bb09af64dc8 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/2a5a95cb-dbce-49e5-bd16-c8de34b150b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7933903 Oct 17 04:00:08.028189 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-5bdc6fdf-aa98-4b36-9919-9c2f9f3fc70d None None] Provisioning complete for port dbd41621-6be9-4c37-8746-8929244350ca triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:08.028574 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6fdf-aa98-4b36-9919-9c2f9f3fc70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (dbd41621-6be9-4c37-8746-8929244350ca), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:08.028903 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-5bdc6fdf-aa98-4b36-9919-9c2f9f3fc70d None None] Attempt 1 to provision port dbd41621-6be9-4c37-8746-8929244350ca Oct 17 04:00:08.060863 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc6fdf-aa98-4b36-9919-9c2f9f3fc70d None None] Port dbd41621-6be9-4c37-8746-8929244350ca cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:00:08.528034 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34694) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:08.533351 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-13cbe414-04e3-47ad-b796-b4b0b92c2661 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106194943', 'description': 'tempest-secgroup-smoke-106194943 description', 'project_id': 'a64255e69ce9468e9a7bef2297b17725'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:08.545905 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:08.654339 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-13cbe414-04e3-47ad-b796-b4b0b92c2661 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:08.750615 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-13cbe414-04e3-47ad-b796-b4b0b92c2661 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group (91bfaa64-3353-448f-91e0-2db58f66fb42), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:08.818514 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-13cbe414-04e3-47ad-b796-b4b0b92c2661 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (91bfaa64-3353-448f-91e0-2db58f66fb42), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:08.889250 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbe414-04e3-47ad-b796-b4b0b92c2661 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bfaa64-3353-448f-91e0-2db58f66fb42,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:08.934721 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-13cbe414-04e3-47ad-b796-b4b0b92c2661 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:08.940259 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34702) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:08.948128 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-7b3989e5-7ad7-4e7c-91d2-44197250892f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Request body: {'security_group_rule': {'security_group_id': '91bfaa64-3353-448f-91e0-2db58f66fb42', 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:08.949090 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 3fc84ba8-31ea-4579-8376-3a26693c1d7e up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:08.951090 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-13cbe414-04e3-47ad-b796-b4b0b92c2661 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4189534 Oct 17 04:00:09.001772 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34704) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:09.056087 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 3fc84ba8-31ea-4579-8376-3a26693c1d7e triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:09.056472 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.056821 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 3fc84ba8-31ea-4579-8376-3a26693c1d7e Oct 17 04:00:09.101488 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7b3989e5-7ad7-4e7c-91d2-44197250892f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (51994c91-3ac4-458a-8d56-69468d16a70e), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.149424 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 3fc84ba8-31ea-4579-8376-3a26693c1d7e is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:09.150569 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 75e659fb-ee0a-497e-8243-0873b82d6d8e up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:09.202231 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 75e659fb-ee0a-497e-8243-0873b82d6d8e triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:09.202606 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.202723 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7b3989e5-7ad7-4e7c-91d2-44197250892f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (51994c91-3ac4-458a-8d56-69468d16a70e), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.202998 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 75e659fb-ee0a-497e-8243-0873b82d6d8e Oct 17 04:00:09.228759 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-13156fe1-677e-4f90-bcfd-9dae6094c39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.293681 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7b3989e5-7ad7-4e7c-91d2-44197250892f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (51994c91-3ac4-458a-8d56-69468d16a70e), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.300975 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 75e659fb-ee0a-497e-8243-0873b82d6d8e is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:09.328793 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3989e5-7ad7-4e7c-91d2-44197250892f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51994c91-3ac4-458a-8d56-69468d16a70e,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:09.348030 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-13156fe1-677e-4f90-bcfd-9dae6094c39c admin admin] Publish callbacks [] for security_group (add27b17-a0f1-4c4e-b569-54ca00038071), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.409451 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7b3989e5-7ad7-4e7c-91d2-44197250892f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.414052 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-7b3989e5-7ad7-4e7c-91d2-44197250892f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4694834 Oct 17 04:00:09.414395 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34708) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:09.418836 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-e0ba5b4a-a1aa-40ad-8c0b-2a50cf483ff4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Request body: {'security_group_rule': {'security_group_id': '91bfaa64-3353-448f-91e0-2db58f66fb42', 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:09.423445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:09.433807 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-13156fe1-677e-4f90-bcfd-9dae6094c39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (add27b17-a0f1-4c4e-b569-54ca00038071), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.486656 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13156fe1-677e-4f90-bcfd-9dae6094c39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add27b17-a0f1-4c4e-b569-54ca00038071,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:09.500359 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34710) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:09.505028 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-13156fe1-677e-4f90-bcfd-9dae6094c39c admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=87537590ed3b449b91be75cf1811e527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977493 Oct 17 04:00:09.562614 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e0ba5b4a-a1aa-40ad-8c0b-2a50cf483ff4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (823f9151-f349-41c1-b5d8-58a365b11698), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.572102 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f7436d5e-c83b-4026-b1a5-d1ba20937651 admin admin] Publish callbacks [] for security_group (add27b17-a0f1-4c4e-b569-54ca00038071), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.599260 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f7436d5e-c83b-4026-b1a5-d1ba20937651 admin admin] Publish callbacks [] for security_group (add27b17-a0f1-4c4e-b569-54ca00038071), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.744403 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f7436d5e-c83b-4026-b1a5-d1ba20937651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (add27b17-a0f1-4c4e-b569-54ca00038071), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.750538 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f7436d5e-c83b-4026-b1a5-d1ba20937651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.751533 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-f7436d5e-c83b-4026-b1a5-d1ba20937651 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/add27b17-a0f1-4c4e-b569-54ca00038071 HTTP/1.1" status: 204 len: 168 time: 0.2478707 Oct 17 04:00:09.783821 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e0ba5b4a-a1aa-40ad-8c0b-2a50cf483ff4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (823f9151-f349-41c1-b5d8-58a365b11698), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.785136 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7436d5e-c83b-4026-b1a5-d1ba20937651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add27b17-a0f1-4c4e-b569-54ca00038071,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:09.852624 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e0ba5b4a-a1aa-40ad-8c0b-2a50cf483ff4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (823f9151-f349-41c1-b5d8-58a365b11698), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.874757 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba5b4a-a1aa-40ad-8c0b-2a50cf483ff4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823f9151-f349-41c1-b5d8-58a365b11698,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:09.968995 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e0ba5b4a-a1aa-40ad-8c0b-2a50cf483ff4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:09.972969 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34714) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:09.975909 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e0ba5b4a-a1aa-40ad-8c0b-2a50cf483ff4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5579612 Oct 17 04:00:09.978248 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-ab78b7d8-1281-4a41-8710-d06760837d0b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Request body: {'security_group_rule': {'security_group_id': '91bfaa64-3353-448f-91e0-2db58f66fb42', 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:10.076288 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab78b7d8-1281-4a41-8710-d06760837d0b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (e8422caf-8e13-4007-9c8f-becd2c355550), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:10.195650 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab78b7d8-1281-4a41-8710-d06760837d0b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (e8422caf-8e13-4007-9c8f-becd2c355550), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:10.304044 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab78b7d8-1281-4a41-8710-d06760837d0b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (e8422caf-8e13-4007-9c8f-becd2c355550), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:10.324222 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78b7d8-1281-4a41-8710-d06760837d0b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8422caf-8e13-4007-9c8f-becd2c355550,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:10.402335 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab78b7d8-1281-4a41-8710-d06760837d0b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:10.406342 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ab78b7d8-1281-4a41-8710-d06760837d0b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4295864 Oct 17 04:00:10.406627 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34724) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:10.411494 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-7768d6e0-c7ee-4821-9746-c6c276c98f4b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Request body: {'security_group_rule': {'security_group_id': '91bfaa64-3353-448f-91e0-2db58f66fb42', 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:10.526301 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7768d6e0-c7ee-4821-9746-c6c276c98f4b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (ac9775ae-7dc7-4a83-9ed3-60cadc61daa4), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:10.629459 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7768d6e0-c7ee-4821-9746-c6c276c98f4b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (ac9775ae-7dc7-4a83-9ed3-60cadc61daa4), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:10.696947 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7768d6e0-c7ee-4821-9746-c6c276c98f4b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (ac9775ae-7dc7-4a83-9ed3-60cadc61daa4), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:10.705807 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:10.721884 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768d6e0-c7ee-4821-9746-c6c276c98f4b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9775ae-7dc7-4a83-9ed3-60cadc61daa4,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:10.815032 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-7768d6e0-c7ee-4821-9746-c6c276c98f4b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:10.820053 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-7768d6e0-c7ee-4821-9746-c6c276c98f4b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4091699 Oct 17 04:00:10.820796 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 34732) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:10.824991 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-0995ac4c-06e1-4eaa-b82c-18d85d5ec9f2 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Request body: {'security_group_rule': {'security_group_id': '91bfaa64-3353-448f-91e0-2db58f66fb42', 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:10.974165 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:11.013804 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.securitygroups_db [None req-0995ac4c-06e1-4eaa-b82c-18d85d5ec9f2 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Project a64255e69ce9468e9a7bef2297b17725 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:00:11.022436 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0995ac4c-06e1-4eaa-b82c-18d85d5ec9f2 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (b5290477-4c6d-4585-9caf-a80991bc4397), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.047541 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:11.047843 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.048430 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f Oct 17 04:00:11.107116 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:11.137733 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0995ac4c-06e1-4eaa-b82c-18d85d5ec9f2 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (b5290477-4c6d-4585-9caf-a80991bc4397), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.174795 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:11.175527 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.204658 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:11.230172 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0995ac4c-06e1-4eaa-b82c-18d85d5ec9f2 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (b5290477-4c6d-4585-9caf-a80991bc4397), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.255130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995ac4c-06e1-4eaa-b82c-18d85d5ec9f2 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5290477-4c6d-4585-9caf-a80991bc4397,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:11.289077 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.352833 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-0995ac4c-06e1-4eaa-b82c-18d85d5ec9f2 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.356439 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 34742) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:11.356921 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-0995ac4c-06e1-4eaa-b82c-18d85d5ec9f2 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5353055 Oct 17 04:00:11.368543 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-5f49700d-7e80-4681-8012-a3e36b9c68f7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Request body: {'security_group_rule': {'security_group_id': '91bfaa64-3353-448f-91e0-2db58f66fb42', 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:11.404554 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:11.462740 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.securitygroups_db [None req-5f49700d-7e80-4681-8012-a3e36b9c68f7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Project a64255e69ce9468e9a7bef2297b17725 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:00:11.469749 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5f49700d-7e80-4681-8012-a3e36b9c68f7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (d30ad846-5b2e-47a4-afe9-4669e49ff883), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.546502 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5f49700d-7e80-4681-8012-a3e36b9c68f7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (d30ad846-5b2e-47a4-afe9-4669e49ff883), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.651458 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5f49700d-7e80-4681-8012-a3e36b9c68f7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (d30ad846-5b2e-47a4-afe9-4669e49ff883), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.664806 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:11.683700 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49700d-7e80-4681-8012-a3e36b9c68f7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30ad846-5b2e-47a4-afe9-4669e49ff883,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:11.762583 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5f49700d-7e80-4681-8012-a3e36b9c68f7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:11.763895 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-5f49700d-7e80-4681-8012-a3e36b9c68f7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4057319 Oct 17 04:00:12.948575 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:13.026416 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:13.027603 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:13.028122 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f Oct 17 04:00:13.113942 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:13.166395 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Sync routers for ids ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:00:13.178977 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Routers {'2a5a95cb-dbce-49e5-bd16-c8de34b150b6'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:13.179608 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:13.289087 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Set router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:13.466769 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:13.531758 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:00:02Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 4, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'gw_port': {'id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:03Z', 'updated_at': '2022-10-17T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'dbd41621-6be9-4c37-8746-8929244350ca', 'name': '', 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'mac_address': 'fa:16:3e:32:02:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:05Z', 'updated_at': '2022-10-17T04:00:07Z', 'revision_number': 2, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'subnets': [{'id': 'b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:13.569081 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Checking router: 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:00:13.569567 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Updating router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 port dbd41621-6be9-4c37-8746-8929244350ca binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:00:13.612856 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (dbd41621-6be9-4c37-8746-8929244350ca), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:13.879553 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:14.009497 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Publish callbacks [] for port (dbd41621-6be9-4c37-8746-8929244350ca), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:14.069854 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (dbd41621-6be9-4c37-8746-8929244350ca), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:14.172727 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870adda4-33ff-4706-b698-c395714ee716 None None] Pushing event updated for resources: {'Port': ['ID=dbd41621-6be9-4c37-8746-8929244350ca,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:14.185132 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Attempting to bind port dbd41621-6be9-4c37-8746-8929244350ca on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:00:14.185510 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Attempting to bind port dbd41621-6be9-4c37-8746-8929244350ca by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '6f2b204e-a67f-4706-b75d-4a938b28020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:00:14.185864 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Attempting to bind port dbd41621-6be9-4c37-8746-8929244350ca on network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:00:14.233403 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:00:14.233764 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Checking segment: {'id': '6f2b204e-a67f-4706-b75d-4a938b28020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:00:14.234162 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:14.234550 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Bound using segment: {'id': '6f2b204e-a67f-4706-b75d-4a938b28020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:00:14.235014 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Bound port: dbd41621-6be9-4c37-8746-8929244350ca, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2b204e-a67f-4706-b75d-4a938b28020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:00:14.235392 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (dbd41621-6be9-4c37-8746-8929244350ca), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:14.316756 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] For port dbd41621-6be9-4c37-8746-8929244350ca, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:00:14.323125 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] For port dbd41621-6be9-4c37-8746-8929244350ca, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=dbd41621-6be9-4c37-8746-8929244350ca,segment=NetworkSegment(6f2b204e-a67f-4706-b75d-4a938b28020b),segment_id=6f2b204e-a67f-4706-b75d-4a938b28020b)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:00:14.402158 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (dbd41621-6be9-4c37-8746-8929244350ca), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:14.482780 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Routers {'2a5a95cb-dbce-49e5-bd16-c8de34b150b6'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:14.483460 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T03:59:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:14.562401 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870adda4-33ff-4706-b698-c395714ee716 None None] Pushing event updated for resources: {'Port': ['ID=dbd41621-6be9-4c37-8746-8929244350ca,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:14.807489 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] Set router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:14.898074 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:15.031867 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:00:02Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 4, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'gw_port': {'id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:03Z', 'updated_at': '2022-10-17T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'dbd41621-6be9-4c37-8746-8929244350ca', 'name': '', 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'mac_address': 'fa:16:3e:32:02:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:05Z', 'updated_at': '2022-10-17T04:00:14Z', 'revision_number': 4, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'subnets': [{'id': 'b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:15.075555 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8251521-ac96-413a-983d-9555d2b2d5f3 None None] The sync data for ids ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'] in dv-cinder-815582-16-iscsi is: [{'id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:00:02Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 4, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'gw_port': {'id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:03Z', 'updated_at': '2022-10-17T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': 'dbd41621-6be9-4c37-8746-8929244350ca', 'name': '', 'network_id': '71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'mac_address': 'fa:16:3e:32:02:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:05Z', 'updated_at': '2022-10-17T04:00:14Z', 'revision_number': 4, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'subnets': [{'id': 'b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:00:16.937502 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device dbd41621-6be9-4c37-8746-8929244350ca up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:16.985772 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port dbd41621-6be9-4c37-8746-8929244350ca triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:16.986157 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (dbd41621-6be9-4c37-8746-8929244350ca), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:16.986489 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port dbd41621-6be9-4c37-8746-8929244350ca Oct 17 04:00:17.022410 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-522cec66-cead-4627-bf78-de6a212722c4 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:17.023894 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-522cec66-cead-4627-bf78-de6a212722c4 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/networks?id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 HTTP/1.1" status: 200 len: 815 time: 0.1157002 Oct 17 04:00:17.039624 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-c31503e3-7e17-4b5d-9e01-3d78504efdf3 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/quotas/f1fea935de384bfa81953ec336e06b7f HTTP/1.1" status: 200 len: 375 time: 0.0100112 Oct 17 04:00:17.067837 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port dbd41621-6be9-4c37-8746-8929244350ca is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:17.068316 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (dbd41621-6be9-4c37-8746-8929244350ca), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:17.091393 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-628461cc-f6c3-400a-bda4-3c588d9d44d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f1fea935de384bfa81953ec336e06b7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464330 Oct 17 04:00:17.105405 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port dbd41621-6be9-4c37-8746-8929244350ca, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=dbd41621-6be9-4c37-8746-8929244350ca,segment=NetworkSegment(6f2b204e-a67f-4706-b75d-4a938b28020b),segment_id=6f2b204e-a67f-4706-b75d-4a938b28020b)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:17.171175 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (dbd41621-6be9-4c37-8746-8929244350ca), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:17.195037 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-b89303e7-9b79-4517-a211-8d2d2a16bd23 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917282 Oct 17 04:00:17.226602 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:17.239243 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=dbd41621-6be9-4c37-8746-8929244350ca,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:17.288100 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-510bbbe0-2897-4b64-9624-942356e54906 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871618 Oct 17 04:00:17.446752 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:17.523015 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-50cc5fa6-a85f-43f6-b4b5-b39fada92903 req-c146a2d2-241e-4f7e-9fb0-695a771a3478 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 210 time: 0.0326903 Oct 17 04:00:18.619257 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-85b3edc8-44a2-4986-8774-bf14f4dc41da req-37215172-9eb2-4f41-9623-5c408bbd1996 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 210 time: 0.0349040 Oct 17 04:00:18.923566 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device dbd41621-6be9-4c37-8746-8929244350ca up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:18.972806 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port dbd41621-6be9-4c37-8746-8929244350ca triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:18.973177 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (dbd41621-6be9-4c37-8746-8929244350ca), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:18.973511 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port dbd41621-6be9-4c37-8746-8929244350ca Oct 17 04:00:19.061678 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port dbd41621-6be9-4c37-8746-8929244350ca is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:19.733518 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ff7e95a2-ce66-42e9-8b29-5af3628e45c2 req-ebb9844f-83e2-4358-a76c-e88e14cdeb4d tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 210 time: 0.0280180 Oct 17 04:00:19.878163 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-75d5af6c-147d-4af4-b2b0-c9e9029594a6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:19.879825 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-75d5af6c-147d-4af4-b2b0-c9e9029594a6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.33 "GET /networking/v2.0/networks?id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 HTTP/1.1" status: 200 len: 815 time: 0.1111586 Oct 17 04:00:19.895031 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'port': {'device_id': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'admin_state_up': True, 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:20.070313 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Made reservation on behalf of f1fea935de384bfa81953ec336e06b7f for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:00:20.074372 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:20.077451 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:20.144872 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:20.207790 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Allocated IP 172.20.0.5 (d49d2c2b-49b3-4c05-95f1-7a8643c99ea5/6a00f597-72de-4c6d-8ba5-81c76d33cb7a/46151d3d-ca10-47b6-99f7-901560027117) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:00:20.386214 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for port (46151d3d-ca10-47b6-99f7-901560027117), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:20.475091 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (46151d3d-ca10-47b6-99f7-901560027117), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:20.529571 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:00:20.535465 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:20.538095 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:00:20.566776 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'Port': ['ID=46151d3d-ca10-47b6-99f7-901560027117,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:20.597653 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:20.598249 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:20.600572 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:20.687600 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-18690337-91f6-4fd2-875f-04edb0b7b20c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7965727 Oct 17 04:00:20.711146 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Request body: {'port': {'device_id': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:20.820612 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (46151d3d-ca10-47b6-99f7-901560027117), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:20.899354 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-05a821d9-697c-4f74-9e97-4d614fb9a43a None None] Provisioning complete for port 46151d3d-ca10-47b6-99f7-901560027117 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:20.900395 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-05a821d9-697c-4f74-9e97-4d614fb9a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (46151d3d-ca10-47b6-99f7-901560027117), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:20.900932 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-05a821d9-697c-4f74-9e97-4d614fb9a43a None None] Attempt 1 to provision port 46151d3d-ca10-47b6-99f7-901560027117 Oct 17 04:00:20.980482 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-05a821d9-697c-4f74-9e97-4d614fb9a43a None None] Port 46151d3d-ca10-47b6-99f7-901560027117 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:00:21.033971 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bcc40-5e72-409b-8d4a-811ffc3717d6 req-f215ccb0-d004-4a3a-9aa3-1861ca3c3ba0 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:21.042985 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b38bcc40-5e72-409b-8d4a-811ffc3717d6 req-f215ccb0-d004-4a3a-9aa3-1861ca3c3ba0 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 931 time: 0.1528637 Oct 17 04:00:21.050827 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:21.172139 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-b38bcc40-5e72-409b-8d4a-811ffc3717d6 req-e307b524-108b-42bb-86aa-e6ff0c48067e tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282229 Oct 17 04:00:21.292744 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46151d3d-ca10-47b6-99f7-901560027117 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:00:21.302480 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Publish callbacks [] for port (46151d3d-ca10-47b6-99f7-901560027117), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:21.321659 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Transition to ACTIVE for port object 46151d3d-ca10-47b6-99f7-901560027117 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:00:21.384668 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (46151d3d-ca10-47b6-99f7-901560027117), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:21.520066 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Pushing event updated for resources: {'Port': ['ID=46151d3d-ca10-47b6-99f7-901560027117,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:21.588432 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Attempting to bind port 46151d3d-ca10-47b6-99f7-901560027117 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:00:21.588767 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Attempting to bind port 46151d3d-ca10-47b6-99f7-901560027117 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:00:21.589078 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Attempting to bind port 46151d3d-ca10-47b6-99f7-901560027117 on network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:00:21.638628 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Port 46151d3d-ca10-47b6-99f7-901560027117 on network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:00:21.638628 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Attempting to bind port 46151d3d-ca10-47b6-99f7-901560027117 on network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:00:21.669292 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:21.688579 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:00:21.689387 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Checking segment: {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:00:21.690766 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Bound using segment: {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:00:21.690888 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Bound port: 46151d3d-ca10-47b6-99f7-901560027117, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315aa47-f784-49c8-97a4-8811950eb21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:00:21.691877 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (46151d3d-ca10-47b6-99f7-901560027117), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:21.800542 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] For port 46151d3d-ca10-47b6-99f7-901560027117, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:00:21.804517 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] For port 46151d3d-ca10-47b6-99f7-901560027117, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=46151d3d-ca10-47b6-99f7-901560027117,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:00:21.866189 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (46151d3d-ca10-47b6-99f7-901560027117), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:21.868345 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:00:21.871352 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:21.872689 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:21.874574 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 1093 time: 1.1781778 Oct 17 04:00:21.876972 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:00:21.880207 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b618ac-d048-469f-929c-7b06a85092c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:00:21.930082 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bbc55f-7b2d-42e8-8912-7394c16cc95e x-openstack-request-id: req-c6bbc55f-7b2d-42e8-8912-7394c16cc95e {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:00:21.930367 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:00:21.930628 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c6bbc55f-7b2d-42e8-8912-7394c16cc95e {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:00:21.931018 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6bbc55f-7b2d-42e8-8912-7394c16cc95e'] response: {'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117', 'status': 'completed', 'code': 200} Oct 17 04:00:21.935980 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a58c2d-d1bc-40c9-9d35-a46c853e03c5 service neutron] Pushing event updated for resources: {'Port': ['ID=46151d3d-ca10-47b6-99f7-901560027117,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:22.314138 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367013c2-7bc4-4868-850e-39fbf72a4517 req-dcce6dd5-5073-4491-adf1-88e37512b90f tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:22.316158 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-367013c2-7bc4-4868-850e-39fbf72a4517 req-dcce6dd5-5073-4491-adf1-88e37512b90f tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 943 time: 0.0497751 Oct 17 04:00:22.370106 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-367013c2-7bc4-4868-850e-39fbf72a4517 req-d58a4b87-ac86-4600-a5d5-e9ba27b7f2ef tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 Oct 17 04:00:23.507341 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0c2f8-ddfc-4bb6-bafd-b043d937e7ba req-4a6e6ccc-4e3b-4f51-abaa-ff919f22a9ab tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:23.508889 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-29a0c2f8-ddfc-4bb6-bafd-b043d937e7ba req-4a6e6ccc-4e3b-4f51-abaa-ff919f22a9ab tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 943 time: 0.0521610 Oct 17 04:00:23.564396 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-29a0c2f8-ddfc-4bb6-bafd-b043d937e7ba req-8e660ed9-30de-498c-8618-613b4550eb8f tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486238 Oct 17 04:00:24.213185 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35012) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:24.330301 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcf82-d84f-4a3c-b388-a4dd0c7d9774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:24.413927 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcf82-d84f-4a3c-b388-a4dd0c7d9774 admin admin] Publish callbacks [] for security_group (a6855656-27ee-4fe4-8df5-ce22c921f495), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:24.462550 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcf82-d84f-4a3c-b388-a4dd0c7d9774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (a6855656-27ee-4fe4-8df5-ce22c921f495), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:24.501849 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fcf82-d84f-4a3c-b388-a4dd0c7d9774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6855656-27ee-4fe4-8df5-ce22c921f495,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:24.507300 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-0d0fcf82-d84f-4a3c-b388-a4dd0c7d9774 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=7df5c39d80d8467c849ec8eef3a62f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930117 Oct 17 04:00:24.510110 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35016) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:24.540083 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:24.567466 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-11923b5f-63b8-4ee5-91d0-e670ff9cd83c admin admin] Publish callbacks [] for security_group (a6855656-27ee-4fe4-8df5-ce22c921f495), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:24.590371 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-11923b5f-63b8-4ee5-91d0-e670ff9cd83c admin admin] Publish callbacks [] for security_group (a6855656-27ee-4fe4-8df5-ce22c921f495), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:24.734737 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11156a-645c-47c1-a122-f92680ad8287 req-3d5a1ed3-16dd-4684-a2ae-bd0cd6477b20 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:24.737208 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9a11156a-645c-47c1-a122-f92680ad8287 req-3d5a1ed3-16dd-4684-a2ae-bd0cd6477b20 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 943 time: 0.0556629 Oct 17 04:00:24.742633 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-11923b5f-63b8-4ee5-91d0-e670ff9cd83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (a6855656-27ee-4fe4-8df5-ce22c921f495), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:24.748891 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-11923b5f-63b8-4ee5-91d0-e670ff9cd83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:24.751952 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-11923b5f-63b8-4ee5-91d0-e670ff9cd83c admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/a6855656-27ee-4fe4-8df5-ce22c921f495 HTTP/1.1" status: 204 len: 168 time: 0.2390983 Oct 17 04:00:24.786755 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11923b5f-63b8-4ee5-91d0-e670ff9cd83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6855656-27ee-4fe4-8df5-ce22c921f495,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:24.851238 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9a11156a-645c-47c1-a122-f92680ad8287 req-391b3c2b-575c-40e5-9318-a5afe1e7fd4c tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999899 Oct 17 04:00:24.872354 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:25.977560 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9a51b-0232-4ecc-b559-8c067f684834 req-172f2513-b13b-4e9a-ad3c-27d563e20fba tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:25.979024 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3dd9a51b-0232-4ecc-b559-8c067f684834 req-172f2513-b13b-4e9a-ad3c-27d563e20fba tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 943 time: 0.0532804 Oct 17 04:00:26.028210 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3dd9a51b-0232-4ecc-b559-8c067f684834 req-72429a75-e2b9-4d40-b2d5-33ed992ccf45 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Oct 17 04:00:27.179227 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61cf1-5be4-4377-a342-a844228fa8ba req-7345dd28-72cf-45f5-bbed-04e6f825a37e tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:27.181276 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d2b61cf1-5be4-4377-a342-a844228fa8ba req-7345dd28-72cf-45f5-bbed-04e6f825a37e tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 943 time: 0.0626156 Oct 17 04:00:27.233322 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d2b61cf1-5be4-4377-a342-a844228fa8ba req-69bd7ffd-36ef-4b79-b6eb-5197135674cd tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464694 Oct 17 04:00:27.447704 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-2c7dee9c-fd09-4d7f-9b26-628bcbe0c5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:28.348771 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:28.363976 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064d3e5-d365-404d-876f-7444f6693a2e req-d06c1417-7687-403e-ac9d-dfad9047ecf9 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:28.365474 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2064d3e5-d365-404d-876f-7444f6693a2e req-d06c1417-7687-403e-ac9d-dfad9047ecf9 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 943 time: 0.0470881 Oct 17 04:00:28.418588 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2064d3e5-d365-404d-876f-7444f6693a2e req-4a29b036-b918-459c-9a86-2aa86a52b23b tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Oct 17 04:00:28.903667 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-31123bdf-be9c-4f86-890e-7c0f07415b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:29.074507 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b618ac-d048-469f-929c-7b06a85092c0 req-8250b73c-ec9b-4da1-b6e3-dae8a5903995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:29.075998 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-45b618ac-d048-469f-929c-7b06a85092c0 req-8250b73c-ec9b-4da1-b6e3-dae8a5903995 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f1fea935de384bfa81953ec336e06b7f&device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1127 time: 0.0383127 Oct 17 04:00:29.183487 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b618ac-d048-469f-929c-7b06a85092c0 req-ba0afd31-33b8-4905-bb17-c8d924963b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:29.184915 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-45b618ac-d048-469f-929c-7b06a85092c0 req-ba0afd31-33b8-4905-bb17-c8d924963b6a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=f1fea935de384bfa81953ec336e06b7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0966473 Oct 17 04:00:29.280889 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b618ac-d048-469f-929c-7b06a85092c0 req-754c7edf-da86-4cde-8d2f-196b7abce1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:29.282325 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-45b618ac-d048-469f-929c-7b06a85092c0 req-754c7edf-da86-4cde-8d2f-196b7abce1de service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870199 Oct 17 04:00:29.357895 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-2d98629a-6638-4335-9fbf-a981441becda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:29.359325 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-2d98629a-6638-4335-9fbf-a981441becda service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f1fea935de384bfa81953ec336e06b7f&device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1127 time: 0.0387356 Oct 17 04:00:29.405251 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-9ab63a25-94f0-46eb-83f9-85d4ffb06878 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 217 time: 0.0353212 Oct 17 04:00:29.420981 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:29.457890 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-85952a42-1e8c-42c9-983d-14e170c6add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:29.459312 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-85952a42-1e8c-42c9-983d-14e170c6add9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a00f597-72de-4c6d-8ba5-81c76d33cb7a HTTP/1.1" status: 200 len: 854 time: 0.0447421 Oct 17 04:00:29.536878 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-7f5a11a1-8e00-41fb-b38f-b78bc19e9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:29.538334 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-7f5a11a1-8e00-41fb-b38f-b78bc19e9930 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684512 Oct 17 04:00:29.550544 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa66e0-0a8e-4ca8-8921-0a14ea5c072d req-a572eaad-73f8-4b4a-8331-6a9f749572af tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:29.551970 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-58fa66e0-0a8e-4ca8-8921-0a14ea5c072d req-a572eaad-73f8-4b4a-8331-6a9f749572af tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 943 time: 0.0559449 Oct 17 04:00:29.657067 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-58fa66e0-0a8e-4ca8-8921-0a14ea5c072d req-0acc050b-cf05-43cd-a435-c20a79a417df tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968378 Oct 17 04:00:29.667079 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-a0681ca9-ad55-403d-9552-ce231fa4626c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142375 Oct 17 04:00:30.025019 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-117b8f9a-c80d-43bc-bfe8-e0c63a3c4531 req-22915292-6dee-4bae-b91a-6b5e3159cfcc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483703 Oct 17 04:00:30.099692 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-a178769a-f199-46a6-8fc5-b28b377236bd tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-106194943&fields=id&tenant_id=a64255e69ce9468e9a7bef2297b17725 HTTP/1.1" status: 200 len: 267 time: 0.0436380 Oct 17 04:00:30.207415 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-aa53fc5a-c3b4-4b80-9a80-e8202b3c9579 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:30.208800 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-aa53fc5a-c3b4-4b80-9a80-e8202b3c9579 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/networks?id=0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 200 len: 809 time: 0.1021869 Oct 17 04:00:30.223248 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-b8c4d09d-22c5-438e-a841-a39edbed49e9 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/quotas/a64255e69ce9468e9a7bef2297b17725 HTTP/1.1" status: 200 len: 375 time: 0.0089984 Oct 17 04:00:30.233676 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:30.278788 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-85e9f028-fd1f-4f53-8042-6666c6c4a12c tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440006 Oct 17 04:00:30.376682 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-b643980f-5cf7-47f8-8d26-9c441eeb3903 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861359 Oct 17 04:00:30.427668 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:30.464197 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-8d142a80-edc1-4925-a82d-478530ec5f39 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818238 Oct 17 04:00:30.776738 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef933f-9e49-459e-9e8b-01bb569666f1 req-9c68eb5f-1d22-4ef7-bebe-90ae5490082b tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:30.778107 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e6ef933f-9e49-459e-9e8b-01bb569666f1 req-9c68eb5f-1d22-4ef7-bebe-90ae5490082b tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 943 time: 0.0459456 Oct 17 04:00:30.804882 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 46151d3d-ca10-47b6-99f7-901560027117 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:00:30.825262 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e6ef933f-9e49-459e-9e8b-01bb569666f1 req-ca8c7c8d-587f-4932-9033-22df9efa489a tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416825 Oct 17 04:00:30.904080 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 46151d3d-ca10-47b6-99f7-901560027117, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=46151d3d-ca10-47b6-99f7-901560027117,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:30.918908 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '46151d3d-ca10-47b6-99f7-901560027117', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'port_id': '46151d3d-ca10-47b6-99f7-901560027117', 'mac_address': 'fa:16:3e:d8:84:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:00:30.953458 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 46151d3d-ca10-47b6-99f7-901560027117 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:30.953840 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (46151d3d-ca10-47b6-99f7-901560027117), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:30.968030 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46151d3d-ca10-47b6-99f7-901560027117 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:00:30.987897 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 46151d3d-ca10-47b6-99f7-901560027117, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=46151d3d-ca10-47b6-99f7-901560027117,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:31.071206 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (46151d3d-ca10-47b6-99f7-901560027117), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:31.096806 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f4ed48aa-3dd4-40c2-99a7-312f53a175c9 req-5ffec63a-222b-4041-a41d-9058143f0906 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0323534 Oct 17 04:00:31.126788 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=46151d3d-ca10-47b6-99f7-901560027117,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:31.395806 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['46151d3d-ca10-47b6-99f7-901560027117'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:00:31.460736 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:31.525796 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:31.635068 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:31.948373 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b26a0-0290-4952-a01f-997f83bcb272 req-41d031d1-c11c-42c8-b044-eb92e81458aa tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:31.949834 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-298b26a0-0290-4952-a01f-997f83bcb272 req-41d031d1-c11c-42c8-b044-eb92e81458aa tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 944 time: 0.0494847 Oct 17 04:00:31.996833 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-298b26a0-0290-4952-a01f-997f83bcb272 req-efb710f7-9710-422a-b417-2041c9e50430 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Oct 17 04:00:32.196510 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-97f0995b-637a-408b-bc4e-35b52347336a req-5e3fdbaa-e947-430a-ac0d-ef2a6f28c8cd tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0273728 Oct 17 04:00:32.821314 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 46151d3d-ca10-47b6-99f7-901560027117 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:32.863610 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 46151d3d-ca10-47b6-99f7-901560027117 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:00:32.958920 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 46151d3d-ca10-47b6-99f7-901560027117 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:32.959294 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (46151d3d-ca10-47b6-99f7-901560027117), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:32.959638 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 46151d3d-ca10-47b6-99f7-901560027117 Oct 17 04:00:33.002303 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:33.035715 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 46151d3d-ca10-47b6-99f7-901560027117 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:33.036129 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (46151d3d-ca10-47b6-99f7-901560027117), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:33.060484 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46151d3d-ca10-47b6-99f7-901560027117'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:00:33.063541 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3a8695-0715-4ef4-bdba-d9c59de6d05a" -d '{"events": [{"server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "name": "network-vif-plugged", "status": "completed", "tag": "46151d3d-ca10-47b6-99f7-901560027117"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:00:33.077835 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 46151d3d-ca10-47b6-99f7-901560027117, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=46151d3d-ca10-47b6-99f7-901560027117,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:33.104584 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7bb848-ab72-4d8c-815e-88c983532c57 x-openstack-request-id: req-1f7bb848-ab72-4d8c-815e-88c983532c57 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:00:33.104584 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "name": "network-vif-plugged", "status": "completed", "tag": "46151d3d-ca10-47b6-99f7-901560027117", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:00:33.104584 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1f7bb848-ab72-4d8c-815e-88c983532c57 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:00:33.104584 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7bb848-ab72-4d8c-815e-88c983532c57'] response: {'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46151d3d-ca10-47b6-99f7-901560027117', 'code': 200} Oct 17 04:00:33.122814 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311defe-f001-4ff1-9456-1982f2b53b3a req-9bc79718-e7bd-4a91-ba85-dce5671681eb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:33.124404 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f311defe-f001-4ff1-9456-1982f2b53b3a req-9bc79718-e7bd-4a91-ba85-dce5671681eb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 944 time: 0.0506747 Oct 17 04:00:33.153986 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (46151d3d-ca10-47b6-99f7-901560027117), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:33.197397 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f311defe-f001-4ff1-9456-1982f2b53b3a req-0a0d2152-efe7-4945-8209-25bdd8b01cc1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662730 Oct 17 04:00:33.224569 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=46151d3d-ca10-47b6-99f7-901560027117,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:33.316856 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-13c94efc-e215-4ba2-9ee1-bb9813298f5a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:33.318265 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-13c94efc-e215-4ba2-9ee1-bb9813298f5a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.33 "GET /networking/v2.0/networks?id=0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 200 len: 809 time: 0.1515546 Oct 17 04:00:33.320396 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2ef61cf0-462f-41fe-a1a5-e03d7c5cba67 req-cced23cf-91cc-42a4-8ed0-fc476b653947 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0444434 Oct 17 04:00:33.346605 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:33.387148 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-396799b1-cd43-4901-b6b9-055cc71e8d24 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a64255e69ce9468e9a7bef2297b17725 HTTP/1.1" status: 200 len: 379 time: 0.0552025 Oct 17 04:00:33.413585 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Request body: {'port': {'device_id': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'admin_state_up': True, 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'security_groups': ['91bfaa64-3353-448f-91e0-2db58f66fb42']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:33.498172 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4252d-abb1-44a7-b48f-3d033c231010 req-b53a5d90-06c0-4cee-a460-309eac6a9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:33.499640 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-27f4252d-abb1-44a7-b48f-3d033c231010 req-b53a5d90-06c0-4cee-a460-309eac6a9523 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1129 time: 0.0811136 Oct 17 04:00:33.587239 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-27f4252d-abb1-44a7-b48f-3d033c231010 req-ee49fd2e-ef5c-48b8-bbfa-6be807bddead service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551057 Oct 17 04:00:33.640827 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Made reservation on behalf of a64255e69ce9468e9a7bef2297b17725 for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:00:33.644536 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:33.700527 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:33.774805 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Allocated IP 172.20.0.9 (0a4673eb-54a6-418c-a7cb-295a98979828/de1dbd03-c3de-46da-9fd6-502d45ff03dc/cc28b45a-cf72-4058-b5d7-98b2a89149a4) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:00:33.911536 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:33.988720 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:34.038144 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Network 0a4673eb-54a6-418c-a7cb-295a98979828 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:00:34.041320 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:34.045222 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:00:34.050623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:34.069847 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'Port': ['ID=cc28b45a-cf72-4058-b5d7-98b2a89149a4,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:34.084125 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087204 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.087916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.088190 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.088512 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.088826 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.089147 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:34.113544 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:34.114848 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:34.220874 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-161a18da-d8d8-4674-a411-9f0f40dbe978 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8116002 Oct 17 04:00:34.261215 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Request body: {'port': {'device_id': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:34.293185 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-073c406e-90b6-4faa-8832-6487345ac5a9 None None] Provisioning complete for port cc28b45a-cf72-4058-b5d7-98b2a89149a4 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:34.293818 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-073c406e-90b6-4faa-8832-6487345ac5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:34.294118 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-073c406e-90b6-4faa-8832-6487345ac5a9 None None] Attempt 1 to provision port cc28b45a-cf72-4058-b5d7-98b2a89149a4 Oct 17 04:00:34.319779 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840a052-6095-4372-bb23-562064e032db req-287e9013-8b0e-470f-bb88-945a606eeb34 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:34.321830 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5840a052-6095-4372-bb23-562064e032db req-287e9013-8b0e-470f-bb88-945a606eeb34 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0477710 Oct 17 04:00:34.324590 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:34.330555 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-073c406e-90b6-4faa-8832-6487345ac5a9 None None] Port cc28b45a-cf72-4058-b5d7-98b2a89149a4 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:00:34.382398 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5840a052-6095-4372-bb23-562064e032db req-051adee4-1c06-49de-8a54-88e3546ec4b7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504038 Oct 17 04:00:34.490084 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44e52d-f346-4e94-a83d-ac4fb94556ce req-8112634e-3fbe-4f80-9aaa-b15423712fc7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:34.492044 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-df44e52d-f346-4e94-a83d-ac4fb94556ce req-8112634e-3fbe-4f80-9aaa-b15423712fc7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 931 time: 0.0671775 Oct 17 04:00:34.589025 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-df44e52d-f346-4e94-a83d-ac4fb94556ce req-61b879a6-9dbb-46fc-aacc-bd70bb3fe19e tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877960 Oct 17 04:00:34.663765 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc28b45a-cf72-4058-b5d7-98b2a89149a4 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:00:34.671147 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Publish callbacks [] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:34.684081 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Transition to ACTIVE for port object cc28b45a-cf72-4058-b5d7-98b2a89149a4 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:00:34.789696 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:34.869398 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc28b45a-cf72-4058-b5d7-98b2a89149a4,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:34.896757 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Attempting to bind port cc28b45a-cf72-4058-b5d7-98b2a89149a4 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:00:34.897089 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Attempting to bind port cc28b45a-cf72-4058-b5d7-98b2a89149a4 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:00:34.897415 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Attempting to bind port cc28b45a-cf72-4058-b5d7-98b2a89149a4 on network 0a4673eb-54a6-418c-a7cb-295a98979828 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:00:34.925829 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:34.939118 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Port cc28b45a-cf72-4058-b5d7-98b2a89149a4 on network 0a4673eb-54a6-418c-a7cb-295a98979828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:00:34.939423 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Attempting to bind port cc28b45a-cf72-4058-b5d7-98b2a89149a4 on network 0a4673eb-54a6-418c-a7cb-295a98979828 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:00:34.985251 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:00:34.985639 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Checking segment: {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:00:34.986017 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Bound using segment: {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:00:34.986445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Bound port: cc28b45a-cf72-4058-b5d7-98b2a89149a4, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652cfe79-e391-4a64-8bd4-0de6439c238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:00:34.986801 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:35.026966 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:35.047898 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:00:35.051054 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:00:35.143172 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:35.148177 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.149100 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:35.150755 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 1093 time: 0.8943660 Oct 17 04:00:35.151240 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:00:35.153663 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c20a69-bddf-4057-8efb-eaded9d31ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:00:35.198021 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e6bc78-d9f1-457b-bc20-1ee61ad47245 x-openstack-request-id: req-24e6bc78-d9f1-457b-bc20-1ee61ad47245 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:00:35.198333 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:00:35.199349 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-24e6bc78-d9f1-457b-bc20-1ee61ad47245 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:00:35.200443 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e6bc78-d9f1-457b-bc20-1ee61ad47245'] response: {'name': 'network-changed', 'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'status': 'completed', 'code': 200} Oct 17 04:00:35.215353 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c118-84ab-446b-9b7c-fc1253c42fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc28b45a-cf72-4058-b5d7-98b2a89149a4,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:35.260726 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c20a69-bddf-4057-8efb-eaded9d31ac4 req-f6d9b874-0135-4035-b0d9-52aa5838027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.262185 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-86c20a69-bddf-4057-8efb-eaded9d31ac4 req-f6d9b874-0135-4035-b0d9-52aa5838027a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1127 time: 0.0433018 Oct 17 04:00:35.361306 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c20a69-bddf-4057-8efb-eaded9d31ac4 req-b29d5089-0e55-4775-8ee3-e2f4f9da9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.362750 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-86c20a69-bddf-4057-8efb-eaded9d31ac4 req-b29d5089-0e55-4775-8ee3-e2f4f9da9b5f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a64255e69ce9468e9a7bef2297b17725&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0944736 Oct 17 04:00:35.512883 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c20a69-bddf-4057-8efb-eaded9d31ac4 req-0b4ab4e6-25cb-4f0d-b905-a400a9347cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.514263 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-86c20a69-bddf-4057-8efb-eaded9d31ac4 req-0b4ab4e6-25cb-4f0d-b905-a400a9347cf4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245232 Oct 17 04:00:35.525954 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c6c69-f4bf-4720-b412-07dfd7c5c7d7 req-4e099d61-e6f5-4b0b-85f3-2cf17ceff7d4 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.527368 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fe5c6c69-f4bf-4720-b412-07dfd7c5c7d7 req-4e099d61-e6f5-4b0b-85f3-2cf17ceff7d4 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0678213 Oct 17 04:00:35.608798 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-51942444-f0a2-4d1b-9b4f-4e7c529820ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.610244 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-51942444-f0a2-4d1b-9b4f-4e7c529820ca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1127 time: 0.0600698 Oct 17 04:00:35.613646 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fe5c6c69-f4bf-4720-b412-07dfd7c5c7d7 req-39522c08-e8d1-48bc-ab42-b991eab95a2f tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805972 Oct 17 04:00:35.651777 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-1d3c811e-e2f0-4da1-ab8f-68cde15c0caf service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 217 time: 0.0342710 Oct 17 04:00:35.712127 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-34f6533e-d69c-4f10-a981-fa26ceaf699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.713540 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-34f6533e-d69c-4f10-a981-fa26ceaf699d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=de1dbd03-c3de-46da-9fd6-502d45ff03dc HTTP/1.1" status: 200 len: 848 time: 0.0565574 Oct 17 04:00:35.717209 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77f390-7606-4cc0-aec2-b3ce829cb50f req-a09657bf-884d-4f29-81d0-edfd8e3ca3d9 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.718703 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-be77f390-7606-4cc0-aec2-b3ce829cb50f req-a09657bf-884d-4f29-81d0-edfd8e3ca3d9 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0497468 Oct 17 04:00:35.767304 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-be77f390-7606-4cc0-aec2-b3ce829cb50f req-18628404-1707-40a9-9044-b7534ed5ea58 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428727 Oct 17 04:00:35.777949 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4aef24-84cf-4717-901c-22b9fa8ab1ef req-544857ae-b8e1-4117-a51e-f0f89b7084ab tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.779418 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-da4aef24-84cf-4717-901c-22b9fa8ab1ef req-544857ae-b8e1-4117-a51e-f0f89b7084ab tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0828614 Oct 17 04:00:35.784903 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-795b57ed-051d-420f-8e97-d8bbf8e58af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:35.786282 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-795b57ed-051d-420f-8e97-d8bbf8e58af5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0a4673eb-54a6-418c-a7cb-295a98979828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562999 Oct 17 04:00:35.880046 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-da4aef24-84cf-4717-901c-22b9fa8ab1ef req-9cf6a91a-3ff7-4508-95f9-2bf432b9066e tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928097 Oct 17 04:00:35.900260 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:35.905759 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-55ae3f6b-1a52-48d5-97a3-89670dcaf7f2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126962 Oct 17 04:00:36.002944 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b9b5645-9a01-45a5-9e3b-4a513b18882b req-92ee88fc-cbbc-4650-b1da-9e5b8cce3eb7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907342 Oct 17 04:00:36.209523 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47739a-1a77-4061-ba00-4f09f6dc141b req-f405ee71-da79-4415-ad00-92ef01de50bc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:36.211462 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b47739a-1a77-4061-ba00-4f09f6dc141b req-f405ee71-da79-4415-ad00-92ef01de50bc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0456052 Oct 17 04:00:36.258421 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2b47739a-1a77-4061-ba00-4f09f6dc141b req-6d268ade-58f8-4ce0-ae90-971fc2b58d9e tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Oct 17 04:00:36.897083 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689224b-e3e9-4850-9761-bafb49bc0ac8 req-4dcce3c9-63e2-4cb8-88e0-c816a287b03a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:36.898554 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8689224b-e3e9-4850-9761-bafb49bc0ac8 req-4dcce3c9-63e2-4cb8-88e0-c816a287b03a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0547535 Oct 17 04:00:36.948074 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8689224b-e3e9-4850-9761-bafb49bc0ac8 req-0d5b740a-61b9-4bd0-90d9-6d2567109c87 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440567 Oct 17 04:00:38.071371 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145c2f-7d74-4ee8-b65d-703e29c2dac9 req-4124a261-a4c8-44bc-a5fa-3df4a27cc359 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:38.072894 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-24145c2f-7d74-4ee8-b65d-703e29c2dac9 req-4124a261-a4c8-44bc-a5fa-3df4a27cc359 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0508327 Oct 17 04:00:38.123232 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-24145c2f-7d74-4ee8-b65d-703e29c2dac9 req-a186fd35-76fc-4c54-88d3-ec640075299e tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446293 Oct 17 04:00:39.244033 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25d242-8e58-41b8-9928-54de0dec9487 req-da0bfc72-2a87-4e9c-a89a-72cc06456d43 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:39.245414 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cf25d242-8e58-41b8-9928-54de0dec9487 req-da0bfc72-2a87-4e9c-a89a-72cc06456d43 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0472872 Oct 17 04:00:39.295031 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cf25d242-8e58-41b8-9928-54de0dec9487 req-9e27813b-2c18-48aa-8059-3f4a340bdf7f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Oct 17 04:00:39.900024 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:39.900745 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:40.417379 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4200f74-57c3-4978-8d6a-822f54415964 req-66756ab0-0997-41ec-92fb-373d2ed2d325 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:40.418862 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d4200f74-57c3-4978-8d6a-822f54415964 req-66756ab0-0997-41ec-92fb-373d2ed2d325 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0487916 Oct 17 04:00:40.467154 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d4200f74-57c3-4978-8d6a-822f54415964 req-25313c8e-5211-44de-a897-1e4fbf168f8f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427859 Oct 17 04:00:41.585804 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd69a4b-e84b-4c71-ad40-0a77caf50445 req-a7478f57-f311-4171-9758-b588fed0b45a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:41.587246 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2dd69a4b-e84b-4c71-ad40-0a77caf50445 req-a7478f57-f311-4171-9758-b588fed0b45a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0457599 Oct 17 04:00:41.610608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:41.639748 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2dd69a4b-e84b-4c71-ad40-0a77caf50445 req-05cf0ae9-004a-4f47-8fc7-041afc29b5cd tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468538 Oct 17 04:00:42.882695 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device cc28b45a-cf72-4058-b5d7-98b2a89149a4 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:00:42.897990 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:42.907583 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaad5b3-575c-4664-91a3-1e9b9fe929d7 req-da7f5b9d-4235-4ca0-acd3-4abf2a529237 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:42.909209 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8aaad5b3-575c-4664-91a3-1e9b9fe929d7 req-da7f5b9d-4235-4ca0-acd3-4abf2a529237 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.1955676 Oct 17 04:00:42.920976 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:42.959039 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8aaad5b3-575c-4664-91a3-1e9b9fe929d7 req-b6aa15b5-eb75-4494-a1ce-09baa3b884a9 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436687 Oct 17 04:00:42.985324 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:42.997293 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'port_id': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'mac_address': 'fa:16:3e:5a:a3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:00:43.031338 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port cc28b45a-cf72-4058-b5d7-98b2a89149a4 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:43.031719 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:43.044095 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc28b45a-cf72-4058-b5d7-98b2a89149a4 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:00:43.063346 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:43.159313 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:43.205633 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=cc28b45a-cf72-4058-b5d7-98b2a89149a4,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:43.386453 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['cc28b45a-cf72-4058-b5d7-98b2a89149a4'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:00:44.130267 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce8553-cd90-4524-9998-09dc3b2f1459 req-cd274a06-a5b1-4570-bff6-71ac8ea5e237 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:44.140709 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d5ce8553-cd90-4524-9998-09dc3b2f1459 req-cd274a06-a5b1-4570-bff6-71ac8ea5e237 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 944 time: 0.0990872 Oct 17 04:00:44.180489 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d5ce8553-cd90-4524-9998-09dc3b2f1459 req-fc3d2db5-095b-4d8b-af38-88eb803a56d7 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432456 Oct 17 04:00:44.920929 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device cc28b45a-cf72-4058-b5d7-98b2a89149a4 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:00:44.961592 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port cc28b45a-cf72-4058-b5d7-98b2a89149a4 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:00:45.017586 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port cc28b45a-cf72-4058-b5d7-98b2a89149a4 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:00:45.018015 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:45.018384 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port cc28b45a-cf72-4058-b5d7-98b2a89149a4 Oct 17 04:00:45.089467 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port cc28b45a-cf72-4058-b5d7-98b2a89149a4 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:00:45.090118 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:45.120617 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:00:45.122968 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedae2db-29f4-44ed-ae53-b7f9e12ed915" -d '{"events": [{"server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "name": "network-vif-plugged", "status": "completed", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:00:45.135721 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:45.161911 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3788ff-d635-485d-874f-77539c874d4f x-openstack-request-id: req-7c3788ff-d635-485d-874f-77539c874d4f {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:00:45.162202 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "name": "network-vif-plugged", "status": "completed", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:00:45.162451 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7c3788ff-d635-485d-874f-77539c874d4f {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:00:45.162846 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3788ff-d635-485d-874f-77539c874d4f'] response: {'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'code': 200} Oct 17 04:00:45.177812 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:45.229518 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=cc28b45a-cf72-4058-b5d7-98b2a89149a4,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:45.316016 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331f622-6767-48dd-a1eb-1ff315c4db2e req-3b908fd4-3131-43e9-8d1b-2e38a2c1326f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:45.317500 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d331f622-6767-48dd-a1eb-1ff315c4db2e req-3b908fd4-3131-43e9-8d1b-2e38a2c1326f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Oct 17 04:00:45.366990 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d331f622-6767-48dd-a1eb-1ff315c4db2e req-1de1331b-3bfe-44d4-b809-adc159f11c3b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439262 Oct 17 04:00:45.774769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a59145-019c-4f2d-95bc-e4984d4185fd req-2335f38c-3cb9-477a-92bf-97ec4bd0e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:45.776319 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-32a59145-019c-4f2d-95bc-e4984d4185fd req-2335f38c-3cb9-477a-92bf-97ec4bd0e76b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1129 time: 0.0412116 Oct 17 04:00:45.824238 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-32a59145-019c-4f2d-95bc-e4984d4185fd req-0b757139-1b5a-4229-9777-9e72a974affe service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407083 Oct 17 04:00:46.488295 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e905b-7af5-4ac3-8e23-40213c016998 req-5069aa92-4cbf-48c6-a273-ba7fb848c4a3 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:46.489827 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-720e905b-7af5-4ac3-8e23-40213c016998 req-5069aa92-4cbf-48c6-a273-ba7fb848c4a3 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0463393 Oct 17 04:00:46.543722 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-720e905b-7af5-4ac3-8e23-40213c016998 req-d181cc5b-0f41-4678-b646-5f34de0422f4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473373 Oct 17 04:00:46.562923 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e64ff-fa5c-459b-8cd3-b4f5da9275a7 req-3e97b99b-f4af-4329-9864-3a7c30f99330 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:46.564402 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-331e64ff-fa5c-459b-8cd3-b4f5da9275a7 req-3e97b99b-f4af-4329-9864-3a7c30f99330 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0462806 Oct 17 04:00:46.612144 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-331e64ff-fa5c-459b-8cd3-b4f5da9275a7 req-874c7b50-ebab-49e5-a7ab-a11f62c0b31f tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413144 Oct 17 04:00:46.641407 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35166) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:46.779455 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483a8ebf-8c1c-436a-a6f3-5b079a41f74e tempest-TestMinimumBasicScenario-962568976 tempest-TestMinimumBasicScenario-962568976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:46.781759 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-483a8ebf-8c1c-436a-a6f3-5b079a41f74e tempest-TestMinimumBasicScenario-962568976 tempest-TestMinimumBasicScenario-962568976-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1124 time: 0.1392770 Oct 17 04:00:46.784099 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35170) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:46.789021 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'port_id': '46151d3d-ca10-47b6-99f7-901560027117', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:46.884942 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:46.962471 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:47.047907 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:47.067656 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Allocated IP 172.27.4.180 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/263acc10-e673-4d34-82fe-6e84552bfdd0) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:00:47.171067 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for port (263acc10-e673-4d34-82fe-6e84552bfdd0), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:47.258360 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (263acc10-e673-4d34-82fe-6e84552bfdd0), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:47.301254 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:00:47.305740 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:47.309686 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:00:47.330728 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'Port': ['ID=263acc10-e673-4d34-82fe-6e84552bfdd0,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:47.343268 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.343614 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.344054 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.344391 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.344724 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.345056 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.345384 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.345709 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.346035 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.346360 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.346690 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.347012 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.347335 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.347656 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.348004 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:00:47.384222 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:47.698755 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1d36f-f31b-4f6e-adea-f3c3d16828fc req-9edfb031-8f57-4079-8eba-2499e82fff80 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:47.700246 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-14c1d36f-f31b-4f6e-adea-f3c3d16828fc req-9edfb031-8f57-4079-8eba-2499e82fff80 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0808694 Oct 17 04:00:47.728602 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for floatingip (bf2a2e55-df73-4b7e-ab48-65df20f55939), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:47.785882 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-14c1d36f-f31b-4f6e-adea-f3c3d16828fc req-c24f29df-5871-40e9-83d0-50285d39d231 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786071 Oct 17 04:00:47.873315 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (263acc10-e673-4d34-82fe-6e84552bfdd0), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:47.907430 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05801-f6ce-464a-86c4-2298d56cb40f req-8ded0fcf-b46e-4bd3-8be7-b827e14f6bce tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:47.908975 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ed05801-f6ce-464a-86c4-2298d56cb40f req-8ded0fcf-b46e-4bd3-8be7-b827e14f6bce tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0482368 Oct 17 04:00:47.961985 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3ed05801-f6ce-464a-86c4-2298d56cb40f req-e59fe408-e010-4ea5-b221-23bc99226ea0 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473042 Oct 17 04:00:47.991521 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35176) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:48.129633 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4efbbb-e1f2-4a6a-89ef-a4066bff6114 tempest-TestShelveInstance-1270316365 tempest-TestShelveInstance-1270316365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:48.131263 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-5e4efbbb-e1f2-4a6a-89ef-a4066bff6114 tempest-TestShelveInstance-1270316365 tempest-TestShelveInstance-1270316365-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1124 time: 0.1387262 Oct 17 04:00:48.134392 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35180) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:48.138620 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'port_id': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:48.152446 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:48.217290 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:48.254852 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for port (263acc10-e673-4d34-82fe-6e84552bfdd0), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:48.269141 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:48.320588 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (263acc10-e673-4d34-82fe-6e84552bfdd0), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:48.351147 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:48.388583 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'Port': ['ID=263acc10-e673-4d34-82fe-6e84552bfdd0,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:48.390917 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (bf2a2e55-df73-4b7e-ab48-65df20f55939), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:48.456038 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Allocated IP 172.27.4.37 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/c6b7dbf7-aeb8-44aa-854c-064d2af60e37) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:00:48.486963 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Floating IP bf2a2e55-df73-4b7e-ab48-65df20f55939 associated. External IP: 172.27.4.180, port: 46151d3d-ca10-47b6-99f7-901560027117. Oct 17 04:00:48.533612 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:48.560835 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for port (c6b7dbf7-aeb8-44aa-854c-064d2af60e37), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:48.575043 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:48.652633 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (c6b7dbf7-aeb8-44aa-854c-064d2af60e37), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:48.687590 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:00:48.692402 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:00:48.697613 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:00:48.701769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:00:48.726711 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'Port': ['ID=c6b7dbf7-aeb8-44aa-854c-064d2af60e37,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:48.795677 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:00:48.807974 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] Sync routers for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:00:48.817363 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:48.819282 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:00:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:48.874315 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:48.906359 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-71629aef-b08d-479c-893a-0f094c0d76fb tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1210668 Oct 17 04:00:48.907066 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:00:48.909476 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6697a4-974f-42cd-a8b5-cca599a942df" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:00:48.909796 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35182) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:48.915905 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-6ef3ca3b-05a3-4fc8-9126-fa8a7e17b893 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557698070', 'description': 'tempest-secgroup-smoke-1557698070 description', 'project_id': 'f1fea935de384bfa81953ec336e06b7f'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:48.926940 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:49.012286 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b00e56-308a-444e-b890-a31057367230 x-openstack-request-id: req-e7b00e56-308a-444e-b890-a31057367230 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:00:49.012641 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:00:49.012963 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e7b00e56-308a-444e-b890-a31057367230 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:00:49.013494 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b00e56-308a-444e-b890-a31057367230'] response: {'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117', 'status': 'completed', 'code': 200} Oct 17 04:00:49.032074 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:49.117212 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-246883c8-633a-463f-9e52-71ac424af155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:49.118687 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-246883c8-633a-463f-9e52-71ac424af155 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f1fea935de384bfa81953ec336e06b7f&device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1129 time: 0.0813549 Oct 17 04:00:49.124361 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6ef3ca3b-05a3-4fc8-9126-fa8a7e17b893 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.145921 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for floatingip (7042ff0e-2214-4dee-900f-0fb65d47aee5), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.239575 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'bf2a2e55-df73-4b7e-ab48-65df20f55939', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'port_id': '46151d3d-ca10-47b6-99f7-901560027117', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'mac_address': 'fa:16:3e:d8:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:00:47Z', 'updated_at': '2022-10-17T04:00:47Z', 'revision_number': 0, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4', 'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'mac_address': 'fa:16:3e:ba:20:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:51Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 5, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'subnets': [{'id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:49.265103 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] Checking router: 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:00:49.273513 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:49.274110 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:00:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:49.286220 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-a3563e67-1ebb-40b6-a10a-84c3abba439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:49.288227 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-a3563e67-1ebb-40b6-a10a-84c3abba439c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 HTTP/1.1" status: 200 len: 916 time: 0.1589575 Oct 17 04:00:49.293037 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:49.356573 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6ef3ca3b-05a3-4fc8-9126-fa8a7e17b893 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group (bf590896-57cf-4411-90f9-39317ce24134), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.375862 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:49.379148 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (c6b7dbf7-aeb8-44aa-854c-064d2af60e37), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.410813 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6ef3ca3b-05a3-4fc8-9126-fa8a7e17b893 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (bf590896-57cf-4411-90f9-39317ce24134), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.414894 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-11ebd50b-9aac-4e74-9089-2b1066da6755 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 999 time: 0.1161351 Oct 17 04:00:49.490642 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3ca3b-05a3-4fc8-9126-fa8a7e17b893 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf590896-57cf-4411-90f9-39317ce24134,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:49.538665 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-6ef3ca3b-05a3-4fc8-9126-fa8a7e17b893 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.539904 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-6ef3ca3b-05a3-4fc8-9126-fa8a7e17b893 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6291497 Oct 17 04:00:49.543073 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35188) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:49.543225 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-be80a73a-e865-487c-a764-57cfced10fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:49.544524 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-be80a73a-e865-487c-a764-57cfced10fff service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a00f597-72de-4c6d-8ba5-81c76d33cb7a HTTP/1.1" status: 200 len: 854 time: 0.1183586 Oct 17 04:00:49.548059 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-f1703128-d025-43bf-84cf-30c0184ea866 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'security_group_rule': {'security_group_id': 'bf590896-57cf-4411-90f9-39317ce24134', 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:49.590354 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'bf2a2e55-df73-4b7e-ab48-65df20f55939', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'port_id': '46151d3d-ca10-47b6-99f7-901560027117', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'mac_address': 'fa:16:3e:d8:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:00:47Z', 'updated_at': '2022-10-17T04:00:47Z', 'revision_number': 0, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4', 'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'mac_address': 'fa:16:3e:ba:20:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:51Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 5, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'subnets': [{'id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:49.615883 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a535fd-b82a-4677-8283-8de9ee165404 None None] The sync data for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi is: [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'bf2a2e55-df73-4b7e-ab48-65df20f55939', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'port_id': '46151d3d-ca10-47b6-99f7-901560027117', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'mac_address': 'fa:16:3e:d8:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:00:47Z', 'updated_at': '2022-10-17T04:00:47Z', 'revision_number': 0, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4', 'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'mac_address': 'fa:16:3e:ba:20:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:51Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 5, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'subnets': [{'id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:00:49.658225 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f1703128-d025-43bf-84cf-30c0184ea866 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (c87bd6d5-ad6a-4ddf-87cf-5608a8bb8a0d), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.730499 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f1703128-d025-43bf-84cf-30c0184ea866 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (c87bd6d5-ad6a-4ddf-87cf-5608a8bb8a0d), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.812725 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f1703128-d025-43bf-84cf-30c0184ea866 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (c87bd6d5-ad6a-4ddf-87cf-5608a8bb8a0d), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.833692 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1703128-d025-43bf-84cf-30c0184ea866 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87bd6d5-ad6a-4ddf-87cf-5608a8bb8a0d,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:49.856273 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee0fa-f019-48bc-b8d8-17e001d9ccf4 None None] New status for floating IP bf2a2e55-df73-4b7e-ab48-65df20f55939: ACTIVE {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:00:49.880633 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-3a8bcc50-9ca6-47dc-8f96-565735941b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:49.882640 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-3a8bcc50-9ca6-47dc-8f96-565735941b4c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3320374 Oct 17 04:00:49.936510 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:49.964382 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for port (c6b7dbf7-aeb8-44aa-854c-064d2af60e37), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.968854 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f1703128-d025-43bf-84cf-30c0184ea866 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:49.970495 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-f1703128-d025-43bf-84cf-30c0184ea866 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4261355 Oct 17 04:00:49.973310 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35190) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:49.977821 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-1246a281-d27b-4249-b693-4f18ba8494cc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'security_group_rule': {'security_group_id': 'bf590896-57cf-4411-90f9-39317ce24134', 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:50.019351 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-d8b1b56c-580d-4304-85da-1e7a925cec22 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268823 Oct 17 04:00:50.073069 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (c6b7dbf7-aeb8-44aa-854c-064d2af60e37), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.123411 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1246a281-d27b-4249-b693-4f18ba8494cc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (e57fd760-e339-478b-9dd5-b7f3fc14932b), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.141485 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:50.198047 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event updated for resources: {'Port': ['ID=c6b7dbf7-aeb8-44aa-854c-064d2af60e37,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:50.211806 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (7042ff0e-2214-4dee-900f-0fb65d47aee5), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.255307 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5d6697a4-974f-42cd-a8b5-cca599a942df req-1b595d9b-f4e9-4b8e-ba82-74e248c45c7c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301149 Oct 17 04:00:50.280519 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1246a281-d27b-4249-b693-4f18ba8494cc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (e57fd760-e339-478b-9dd5-b7f3fc14932b), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.313333 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:50.332441 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Floating IP 7042ff0e-2214-4dee-900f-0fb65d47aee5 associated. External IP: 172.27.4.37, port: cc28b45a-cf72-4058-b5d7-98b2a89149a4. Oct 17 04:00:50.368348 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1246a281-d27b-4249-b693-4f18ba8494cc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (e57fd760-e339-478b-9dd5-b7f3fc14932b), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.399474 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246a281-d27b-4249-b693-4f18ba8494cc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57fd760-e339-478b-9dd5-b7f3fc14932b,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:50.490325 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1246a281-d27b-4249-b693-4f18ba8494cc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.492092 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1246a281-d27b-4249-b693-4f18ba8494cc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5177660 Oct 17 04:00:50.494954 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35192) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:50.499438 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-d69f63a8-2f98-4627-95ac-f64adb7bdaf6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'security_group_rule': {'security_group_id': 'bf590896-57cf-4411-90f9-39317ce24134', 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:50.558669 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Router 74489b48-a3d6-4ebe-a595-b03d50aec627 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:00:50.577854 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d69f63a8-2f98-4627-95ac-f64adb7bdaf6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (439bb412-ea24-48d7-b05d-4941088dfcd9), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.638494 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d69f63a8-2f98-4627-95ac-f64adb7bdaf6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (439bb412-ea24-48d7-b05d-4941088dfcd9), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.662974 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:00:50.672313 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] Sync routers for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:00:50.683098 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:50.683918 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:00:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:50.703880 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d69f63a8-2f98-4627-95ac-f64adb7bdaf6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (439bb412-ea24-48d7-b05d-4941088dfcd9), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.715360 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:50.725467 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f63a8-2f98-4627-95ac-f64adb7bdaf6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439bb412-ea24-48d7-b05d-4941088dfcd9,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:50.733319 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.767386 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2efbc2b3-1400-40ce-832d-9f7405e66c90 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6319838 Oct 17 04:00:50.768072 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:00:50.770399 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6f5e48-734f-4898-b83c-274356a14968" -d '{"events": [{"name": "network-changed", "server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:00:50.791470 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:50.808041 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa5072-7d87-46fe-b0ab-fd76aae513c4 x-openstack-request-id: req-83aa5072-7d87-46fe-b0ab-fd76aae513c4 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:00:50.808332 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:00:50.808584 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-83aa5072-7d87-46fe-b0ab-fd76aae513c4 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:00:50.816411 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83aa5072-7d87-46fe-b0ab-fd76aae513c4'] response: {'name': 'network-changed', 'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'status': 'completed', 'code': 200} Oct 17 04:00:50.816564 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d69f63a8-2f98-4627-95ac-f64adb7bdaf6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.816564 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d69f63a8-2f98-4627-95ac-f64adb7bdaf6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178430 Oct 17 04:00:50.817314 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35198) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:50.821871 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-98bcae3f-d543-4465-bcb1-9899ef680904 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'security_group_rule': {'security_group_id': 'bf590896-57cf-4411-90f9-39317ce24134', 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:50.876209 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f5e48-734f-4898-b83c-274356a14968 req-219b0d39-f6af-444d-9761-9f06a0dce9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:50.877909 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec6f5e48-734f-4898-b83c-274356a14968 req-219b0d39-f6af-444d-9761-9f06a0dce9a0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1129 time: 0.0422418 Oct 17 04:00:50.878639 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:50.932461 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:50.933168 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-98bcae3f-d543-4465-bcb1-9899ef680904 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (66bda26c-33a5-41fb-805b-37de0900aa04), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:50.968691 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:50.985566 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f5e48-734f-4898-b83c-274356a14968 req-bda7f404-7716-498f-939b-30b9a552224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:50.987380 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec6f5e48-734f-4898-b83c-274356a14968 req-bda7f404-7716-498f-939b-30b9a552224a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 200 len: 910 time: 0.1019044 Oct 17 04:00:50.997888 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-98bcae3f-d543-4465-bcb1-9899ef680904 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (66bda26c-33a5-41fb-805b-37de0900aa04), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.008920 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T04:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '7042ff0e-2214-4dee-900f-0fb65d47aee5', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'floating_ip_address': '172.27.4.37', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'port_id': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'mac_address': 'fa:16:3e:5a:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:00:48Z', 'updated_at': '2022-10-17T04:00:48Z', 'revision_number': 0, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc84ba8-31ea-4579-8376-3a26693c1d7e', 'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'mac_address': 'fa:16:3e:f1:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:56Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 5, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'subnets': [{'id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:51.038295 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] Checking router: 74489b48-a3d6-4ebe-a595-b03d50aec627 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:00:51.047077 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:00:51.047771 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:00:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:51.052427 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.057726 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec6f5e48-734f-4898-b83c-274356a14968 req-71385191-181c-4678-ae6e-b73fd31e3da2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 998 time: 0.0614264 Oct 17 04:00:51.086615 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-98bcae3f-d543-4465-bcb1-9899ef680904 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (66bda26c-33a5-41fb-805b-37de0900aa04), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.107264 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcae3f-d543-4465-bcb1-9899ef680904 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bda26c-33a5-41fb-805b-37de0900aa04,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:51.112775 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f5e48-734f-4898-b83c-274356a14968 req-0e14fe40-e4be-4a86-9143-b5534bba663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:51.114383 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec6f5e48-734f-4898-b83c-274356a14968 req-0e14fe40-e4be-4a86-9143-b5534bba663b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=de1dbd03-c3de-46da-9fd6-502d45ff03dc HTTP/1.1" status: 200 len: 848 time: 0.0510502 Oct 17 04:00:51.149997 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:00:51.157314 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f5e48-734f-4898-b83c-274356a14968 req-ceb117fd-758a-44f1-959f-8af46df3e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:51.158813 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec6f5e48-734f-4898-b83c-274356a14968 req-ceb117fd-758a-44f1-959f-8af46df3e899 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0a4673eb-54a6-418c-a7cb-295a98979828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382876 Oct 17 04:00:51.191242 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-98bcae3f-d543-4465-bcb1-9899ef680904 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.192960 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-98bcae3f-d543-4465-bcb1-9899ef680904 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3742168 Oct 17 04:00:51.195308 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35200) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:51.200059 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-88d0508a-45d8-46aa-a888-68317d12c8d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'security_group_rule': {'security_group_id': 'bf590896-57cf-4411-90f9-39317ce24134', 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:51.255470 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec6f5e48-734f-4898-b83c-274356a14968 req-a6cdeaee-3a64-4d4e-b6af-b34e1e2be0bb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898368 Oct 17 04:00:51.281002 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.securitygroups_db [None req-88d0508a-45d8-46aa-a888-68317d12c8d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Project f1fea935de384bfa81953ec336e06b7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:00:51.287156 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-88d0508a-45d8-46aa-a888-68317d12c8d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (7f14180d-18fe-40e6-9689-b105d4393970), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.348478 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-88d0508a-45d8-46aa-a888-68317d12c8d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (7f14180d-18fe-40e6-9689-b105d4393970), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.348809 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ec6f5e48-734f-4898-b83c-274356a14968 req-8873c32b-2393-44c4-af30-b4ee95a98a27 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866776 Oct 17 04:00:51.364076 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T04:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '7042ff0e-2214-4dee-900f-0fb65d47aee5', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'floating_ip_address': '172.27.4.37', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'port_id': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'mac_address': 'fa:16:3e:5a:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:00:48Z', 'updated_at': '2022-10-17T04:00:48Z', 'revision_number': 0, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc84ba8-31ea-4579-8376-3a26693c1d7e', 'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'mac_address': 'fa:16:3e:f1:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:56Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 5, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'subnets': [{'id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:00:51.388470 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96c68f-498d-40ef-9ae9-65e2c41ca494 None None] The sync data for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi is: [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T04:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '7042ff0e-2214-4dee-900f-0fb65d47aee5', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'floating_ip_address': '172.27.4.37', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'port_id': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'mac_address': 'fa:16:3e:5a:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:00:48Z', 'updated_at': '2022-10-17T04:00:48Z', 'revision_number': 0, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc84ba8-31ea-4579-8376-3a26693c1d7e', 'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'mac_address': 'fa:16:3e:f1:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:56Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 5, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'subnets': [{'id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:00:51.429489 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-88d0508a-45d8-46aa-a888-68317d12c8d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (7f14180d-18fe-40e6-9689-b105d4393970), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.444608 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:51.449772 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0508a-45d8-46aa-a888-68317d12c8d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f14180d-18fe-40e6-9689-b105d4393970,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:51.544075 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-88d0508a-45d8-46aa-a888-68317d12c8d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.545301 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-88d0508a-45d8-46aa-a888-68317d12c8d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3488131 Oct 17 04:00:51.548304 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35202) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:00:51.553034 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-c31c686e-56c0-4491-990e-d84f97a80529 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'security_group_rule': {'security_group_id': 'bf590896-57cf-4411-90f9-39317ce24134', 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:51.590823 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d4212-f85a-4825-b108-a8d5f6afa388 None None] New status for floating IP 7042ff0e-2214-4dee-900f-0fb65d47aee5: ACTIVE {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:00:51.663834 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.securitygroups_db [None req-c31c686e-56c0-4491-990e-d84f97a80529 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Project f1fea935de384bfa81953ec336e06b7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:00:51.669547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c31c686e-56c0-4491-990e-d84f97a80529 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (1299d185-c156-4831-adfa-b8483f26506a), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.737407 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c31c686e-56c0-4491-990e-d84f97a80529 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (1299d185-c156-4831-adfa-b8483f26506a), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.812065 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c31c686e-56c0-4491-990e-d84f97a80529 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (1299d185-c156-4831-adfa-b8483f26506a), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.831875 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c686e-56c0-4491-990e-d84f97a80529 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1299d185-c156-4831-adfa-b8483f26506a,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:51.910868 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c31c686e-56c0-4491-990e-d84f97a80529 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:51.912101 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c31c686e-56c0-4491-990e-d84f97a80529 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3628099 Oct 17 04:00:52.004598 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-d87628c7-21c0-4e7b-abde-bc36896aef8a tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1557698070&fields=id&tenant_id=f1fea935de384bfa81953ec336e06b7f HTTP/1.1" status: 200 len: 267 time: 0.0456696 Oct 17 04:00:52.052848 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-c38dc5a0-8b90-4889-959f-b169c43c2d1d tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:52.054792 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-c38dc5a0-8b90-4889-959f-b169c43c2d1d tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0443883 Oct 17 04:00:52.065076 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-26d45b23-7787-42b8-98f9-44f97b156972 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'port': {'security_groups': ['b990efe6-3ee9-487f-bffa-b56bb893ab7e', 'bf590896-57cf-4411-90f9-39317ce24134']}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:00:52.131480 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-26d45b23-7787-42b8-98f9-44f97b156972 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (46151d3d-ca10-47b6-99f7-901560027117), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:52.308520 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-26d45b23-7787-42b8-98f9-44f97b156972 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] For port 46151d3d-ca10-47b6-99f7-901560027117, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=46151d3d-ca10-47b6-99f7-901560027117,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:00:52.335160 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-26d45b23-7787-42b8-98f9-44f97b156972 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for port (46151d3d-ca10-47b6-99f7-901560027117), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:52.393280 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-26d45b23-7787-42b8-98f9-44f97b156972 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (46151d3d-ca10-47b6-99f7-901560027117), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:52.403819 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-26d45b23-7787-42b8-98f9-44f97b156972 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:52.404415 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-26d45b23-7787-42b8-98f9-44f97b156972 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:52.404640 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['46151d3d-ca10-47b6-99f7-901560027117'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:00:52.405843 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3d417553-add6-46eb-a4d5-e7bd9243b578 req-26d45b23-7787-42b8-98f9-44f97b156972 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "PUT /networking/v2.0/ports/46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 981 time: 0.3449519 Oct 17 04:00:52.406337 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:00:52.408585 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:00:52.453125 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:52.471416 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7ef70c-2b3c-44e3-a6b7-37564ee15cb0 x-openstack-request-id: req-1e7ef70c-2b3c-44e3-a6b7-37564ee15cb0 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:00:52.471416 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:00:52.472166 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1e7ef70c-2b3c-44e3-a6b7-37564ee15cb0 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:00:52.472975 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7ef70c-2b3c-44e3-a6b7-37564ee15cb0'] response: {'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117', 'status': 'completed', 'code': 200} Oct 17 04:00:52.476782 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d45b23-7787-42b8-98f9-44f97b156972 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'Port': ['ID=46151d3d-ca10-47b6-99f7-901560027117,revision_number=6']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:00:52.503916 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['46151d3d-ca10-47b6-99f7-901560027117'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:00:52.533443 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-9db79107-6453-4684-967f-3b1887339677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:52.535030 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-9db79107-6453-4684-967f-3b1887339677 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f1fea935de384bfa81953ec336e06b7f&device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1168 time: 0.0401881 Oct 17 04:00:52.535584 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596f32-40eb-4510-ba2d-6d1d3ea7f729 req-fb4a1cf7-2d84-4d6f-ab1f-2f0d0815d0d5 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:52.537094 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b3596f32-40eb-4510-ba2d-6d1d3ea7f729 req-fb4a1cf7-2d84-4d6f-ab1f-2f0d0815d0d5 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0485492 Oct 17 04:00:52.549445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:52.601284 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b3596f32-40eb-4510-ba2d-6d1d3ea7f729 req-c8c27d2f-cac0-4264-80a0-f2f8211fb142 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569592 Oct 17 04:00:52.638225 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-276bf14f-c122-4a7e-8ab6-7310e4686616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:52.639789 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-276bf14f-c122-4a7e-8ab6-7310e4686616 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 HTTP/1.1" status: 200 len: 916 time: 0.0988147 Oct 17 04:00:52.704533 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-7e40ee4c-9602-4ec0-bca6-0dfa75bcfedc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 1001 time: 0.0576763 Oct 17 04:00:52.730051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:52.754345 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-824b9e3c-578e-4ec5-8ff3-87bf40b012b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:52.755810 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-824b9e3c-578e-4ec5-8ff3-87bf40b012b1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a00f597-72de-4c6d-8ba5-81c76d33cb7a HTTP/1.1" status: 200 len: 854 time: 0.0451658 Oct 17 04:00:52.802818 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-e2f53c7f-8c07-475c-a239-2b31254a4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:52.804372 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-e2f53c7f-8c07-475c-a239-2b31254a4d62 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418532 Oct 17 04:00:52.896120 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-87d67c1b-4e86-42b7-8992-ff47d8c561b6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849526 Oct 17 04:00:52.994743 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d31f9f64-c0e9-4ab3-b57a-3e918b1cb784 req-28775551-34bc-4bef-b86f-35f321d12c8e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868382 Oct 17 04:00:53.015376 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:56.692528 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b1a85806-99af-460c-ab9b-b3fcce576f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:00:57.533130 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:00:57.537432 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-60fa00fc-56bc-486e-a39b-241598a56334 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378954 Oct 17 04:00:57.617326 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-12576411-943c-4051-ad53-304bcb805fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:57.619310 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-12576411-943c-4051-ad53-304bcb805fe7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f1fea935de384bfa81953ec336e06b7f&device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1168 time: 0.0387335 Oct 17 04:00:57.725531 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-e61bbf21-80be-4325-ba86-75134ebce0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:57.727484 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-e61bbf21-80be-4325-ba86-75134ebce0f4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 HTTP/1.1" status: 200 len: 916 time: 0.0890684 Oct 17 04:00:57.786665 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-04187154-98cd-43c1-89c5-272125e6df2a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 1001 time: 0.0533004 Oct 17 04:00:57.842673 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-a040f775-d65e-4e33-a6ae-73d3d7840d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:57.844140 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-a040f775-d65e-4e33-a6ae-73d3d7840d89 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a00f597-72de-4c6d-8ba5-81c76d33cb7a HTTP/1.1" status: 200 len: 854 time: 0.0511549 Oct 17 04:00:57.888156 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-85befae9-6861-471b-a776-ba04baa3f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:00:57.889642 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-85befae9-6861-471b-a776-ba04baa3f050 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395472 Oct 17 04:00:57.984115 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-8642888d-ac2f-4a50-a3d7-daba54ba9638 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881717 Oct 17 04:00:58.073638 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ef5c8aa9-50d1-4fc4-aa39-954d5cc9f208 req-7d981450-3761-4cac-a92b-bf8260f6c06f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834000 Oct 17 04:00:58.867879 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:00:58.897544 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9730e3a6-e0d9-48dd-b76a-dd4747f64392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:00.263208 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:01.367341 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=64 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:01.537589 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:01.628811 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:02.591725 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:02.594624 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=59 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:08.068935 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=81 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:08.070822 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=42 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:11.546596 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=27 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:11.550460 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:11.553229 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:15.563416 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e52108-8282-4115-804e-987b6baf779a req-cd5da224-81b0-46bf-ba36-6cc372852d8b tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:15.564936 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e8e52108-8282-4115-804e-987b6baf779a req-cd5da224-81b0-46bf-ba36-6cc372852d8b tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0473914 Oct 17 04:01:15.630044 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-e8e52108-8282-4115-804e-987b6baf779a req-d433e6a8-db08-4603-b88a-a3d6524c80a5 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590665 Oct 17 04:01:15.677489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-1c299419-0cae-429d-85f6-714b68906778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:15.681636 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-1c299419-0cae-429d-85f6-714b68906778 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f1fea935de384bfa81953ec336e06b7f&device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1168 time: 0.0875847 Oct 17 04:01:15.774489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-f8bdd1d2-e13d-4bec-82c4-7e808862afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:15.775900 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-f8bdd1d2-e13d-4bec-82c4-7e808862afd0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 HTTP/1.1" status: 200 len: 916 time: 0.0909986 Oct 17 04:01:15.838495 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-65e44fed-e317-4e77-ac62-e1ffafec3421 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 1001 time: 0.0544243 Oct 17 04:01:15.891453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-dfda9cc1-311c-40d2-a96c-cc47f515f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:15.892965 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-dfda9cc1-311c-40d2-a96c-cc47f515f037 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a00f597-72de-4c6d-8ba5-81c76d33cb7a HTTP/1.1" status: 200 len: 854 time: 0.0474534 Oct 17 04:01:15.935643 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-1f383b3d-572b-4b85-8cfa-f3aaf1708692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:15.937126 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-1f383b3d-572b-4b85-8cfa-f3aaf1708692 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375545 Oct 17 04:01:15.948098 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-c4249a27-572b-4141-885c-ad32b739c717 service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:01:15.949053 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-c4249a27-572b-4141-885c-ad32b739c717 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048053 Oct 17 04:01:16.040838 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-27618cf5-6f13-4745-b8b4-314c3f439240 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858805 Oct 17 04:01:16.130317 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0c7cf53-93b7-425d-bb3f-dee6c92f3c5c req-fdf99ff9-f074-46c6-a721-053cbf36daf8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830462 Oct 17 04:01:16.756716 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071405a0-0e1d-46dc-a159-1b4b3f191fdc req-ac6aad48-af7e-4f25-886d-ae17c37b89f4 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:16.758137 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-071405a0-0e1d-46dc-a159-1b4b3f191fdc req-ac6aad48-af7e-4f25-886d-ae17c37b89f4 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0459030 Oct 17 04:01:16.821589 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-071405a0-0e1d-46dc-a159-1b4b3f191fdc req-f4881aa5-178f-4611-afee-87c3c779cabf tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577796 Oct 17 04:01:17.941023 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6b66a-42c1-4c65-a11c-476060674182 req-c38a4d69-a8cd-4f5d-9f5c-0d9e5a9d726f tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:17.942384 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1cf6b66a-42c1-4c65-a11c-476060674182 req-c38a4d69-a8cd-4f5d-9f5c-0d9e5a9d726f tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0457308 Oct 17 04:01:18.003124 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1cf6b66a-42c1-4c65-a11c-476060674182 req-dfe7dd6a-1572-4d14-932f-a50ad9409b43 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552189 Oct 17 04:01:19.124807 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592536d0-6576-441f-90a7-d65495647764 req-0c2aa339-4196-47c7-ae83-ccc1726e21bc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:19.126245 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-592536d0-6576-441f-90a7-d65495647764 req-0c2aa339-4196-47c7-ae83-ccc1726e21bc tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0470796 Oct 17 04:01:19.184632 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-592536d0-6576-441f-90a7-d65495647764 req-e261ef7f-c77b-4e8d-829e-4afdaac073c3 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527704 Oct 17 04:01:20.304566 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1862-c968-4dc0-b55d-e9995f3d4f1b req-b102fa32-494e-4282-9506-d2773eb0a953 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:20.306018 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8f5e1862-c968-4dc0-b55d-e9995f3d4f1b req-b102fa32-494e-4282-9506-d2773eb0a953 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0457602 Oct 17 04:01:20.365066 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8f5e1862-c968-4dc0-b55d-e9995f3d4f1b req-60bd2333-9ad8-4efd-9255-c3df25d25662 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527833 Oct 17 04:01:20.994219 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:21.630529 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68eaa05-6b04-4553-991d-da013a25bc97 req-1f6c2d96-4751-4ce9-8d47-7f75de624537 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:21.632153 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c68eaa05-6b04-4553-991d-da013a25bc97 req-1f6c2d96-4751-4ce9-8d47-7f75de624537 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0474286 Oct 17 04:01:21.691193 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c68eaa05-6b04-4553-991d-da013a25bc97 req-c8e5b6cf-89e1-4454-884c-ffcc5d3ee707 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533800 Oct 17 04:01:22.599907 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=16 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:22.602734 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=50 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:22.811893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d97ec-8df6-4bb7-9211-43714ebfb2d8 req-d1620034-b339-4ec8-be62-92edfeac92d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:22.813337 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-250d97ec-8df6-4bb7-9211-43714ebfb2d8 req-d1620034-b339-4ec8-be62-92edfeac92d7 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0477817 Oct 17 04:01:22.872620 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-250d97ec-8df6-4bb7-9211-43714ebfb2d8 req-b657d790-c047-491b-a3cf-34ccd5546e61 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536339 Oct 17 04:01:23.997363 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5135ee6-cef4-41a6-ab96-6d62c612b1ce req-9c5f1e4a-f210-4ec4-bbd9-3f08047b0abf tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:23.999312 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5135ee6-cef4-41a6-ab96-6d62c612b1ce req-9c5f1e4a-f210-4ec4-bbd9-3f08047b0abf tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0516143 Oct 17 04:01:24.060563 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e5135ee6-cef4-41a6-ab96-6d62c612b1ce req-578d45a5-55f7-4583-ac40-e0fb32a21ad4 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552495 Oct 17 04:01:25.180385 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbab7c6-d1ab-48dc-9e26-148c171e77c4 req-0cc2d0cd-066a-4c4f-b40a-a71cfa236f9d tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:25.181820 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-edbab7c6-d1ab-48dc-9e26-148c171e77c4 req-0cc2d0cd-066a-4c4f-b40a-a71cfa236f9d tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0455291 Oct 17 04:01:25.241015 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-edbab7c6-d1ab-48dc-9e26-148c171e77c4 req-9930c774-9972-4e13-9e81-0bb25af93d17 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531764 Oct 17 04:01:26.360272 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453499c-cf0c-471a-8171-369925dd301d req-09330b62-7849-4007-bd08-eb051e464219 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:26.361703 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c453499c-cf0c-471a-8171-369925dd301d req-09330b62-7849-4007-bd08-eb051e464219 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0468090 Oct 17 04:01:26.396011 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:26.419721 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c453499c-cf0c-471a-8171-369925dd301d req-e47cfe88-87e9-44d1-83e0-830ff4dc24cf tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525377 Oct 17 04:01:26.691373 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-45f31579-214d-450c-b660-65b00cef0a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:27.539299 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aa7e0-2af1-42c9-9abe-606b4c4394ae req-a3deab71-9b9e-439b-9b43-f198c1dc790e tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:27.539299 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-550aa7e0-2af1-42c9-9abe-606b4c4394ae req-a3deab71-9b9e-439b-9b43-f198c1dc790e tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0451095 Oct 17 04:01:27.601279 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-550aa7e0-2af1-42c9-9abe-606b4c4394ae req-c92cc44d-3315-427d-829a-52cc357c2ca4 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569751 Oct 17 04:01:28.683186 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:28.720574 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a421b-1b1a-40d8-ad5d-0675f6d0f3f8 req-610494d3-420b-4961-ab8f-e999a57fe61f tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:28.722024 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9d3a421b-1b1a-40d8-ad5d-0675f6d0f3f8 req-610494d3-420b-4961-ab8f-e999a57fe61f tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0477397 Oct 17 04:01:28.785297 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9d3a421b-1b1a-40d8-ad5d-0675f6d0f3f8 req-ebb64bbf-1492-44e4-a850-b3176f2b6402 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575771 Oct 17 04:01:28.954597 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-bcffb594-564d-4d36-98aa-3f2874822d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:29.910431 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ce5b-657b-4664-9e7c-ed34bcc5c557 req-80fd0c99-fd7f-452c-b8b9-e21270d10919 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:29.911939 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-eb43ce5b-657b-4664-9e7c-ed34bcc5c557 req-80fd0c99-fd7f-452c-b8b9-e21270d10919 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0466816 Oct 17 04:01:29.971968 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-eb43ce5b-657b-4664-9e7c-ed34bcc5c557 req-ca2f2d6c-aba2-424c-81ba-6c99ad1e8896 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544763 Oct 17 04:01:30.245610 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:31.091254 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0fec8-3438-41e9-b93d-3729e875140f req-d262dbf9-bcdc-4f28-9495-64e7fa4768c8 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:31.093211 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-52e0fec8-3438-41e9-b93d-3729e875140f req-d262dbf9-bcdc-4f28-9495-64e7fa4768c8 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0460796 Oct 17 04:01:31.152664 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-52e0fec8-3438-41e9-b93d-3729e875140f req-c325b422-dc65-4c37-9063-51a5afb6ddb4 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537276 Oct 17 04:01:31.531548 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:31.600102 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:32.275622 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b834f-f66d-4570-9bc8-18e8a3b3aeb7 req-73fd695f-4608-4d46-b820-60a21c01ad70 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:32.277111 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-148b834f-f66d-4570-9bc8-18e8a3b3aeb7 req-73fd695f-4608-4d46-b820-60a21c01ad70 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0470736 Oct 17 04:01:32.336358 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-148b834f-f66d-4570-9bc8-18e8a3b3aeb7 req-63ec52d2-2185-48f5-9473-310327407318 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535953 Oct 17 04:01:33.454863 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da5c8e-5f5c-4342-8e79-f73588110cf8 req-b8280c7b-e212-4332-90de-354f83f19589 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:33.456315 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-28da5c8e-5f5c-4342-8e79-f73588110cf8 req-b8280c7b-e212-4332-90de-354f83f19589 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0459266 Oct 17 04:01:33.515316 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-28da5c8e-5f5c-4342-8e79-f73588110cf8 req-8860b2b3-f03e-4110-aea3-f404805831a8 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&id=bf590896-57cf-4411-90f9-39317ce24134&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535445 Oct 17 04:01:35.866346 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:01:41.473642 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:41.553736 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:41.555464 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:42.327946 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=83 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:42.330806 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=85 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:43.506492 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=40 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:43.510355 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=22 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:51.000607 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:53.892135 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:53.892893 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:01:56.668025 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4ca0bceb-b313-4dd3-bdc5-1bef2fc6d329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:58.918176 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-1d29cd87-70ad-4b32-a891-d0c81e1e49e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:01:59.569795 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-fcba4a53-b425-4a36-a386-2328cb2bde67 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494237 Oct 17 04:01:59.627485 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-caeda601-3334-44ed-936b-f9f0ec75657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:59.628941 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-caeda601-3334-44ed-936b-f9f0ec75657c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1129 time: 0.0384545 Oct 17 04:01:59.736372 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-cf6c7a49-ce45-413b-8a44-cf8263ebef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:59.737806 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-cf6c7a49-ce45-413b-8a44-cf8263ebef4d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 200 len: 910 time: 0.0891287 Oct 17 04:01:59.797893 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-a5184524-070e-42c2-9797-3af0cd49fd25 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 1000 time: 0.0537226 Oct 17 04:01:59.846869 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-fade7041-d19f-4153-b73a-7e53164c74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:59.848259 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-fade7041-d19f-4153-b73a-7e53164c74d3 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=de1dbd03-c3de-46da-9fd6-502d45ff03dc HTTP/1.1" status: 200 len: 848 time: 0.0439804 Oct 17 04:01:59.897520 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-6169bccb-5cfe-4d0b-b59a-114d30e17ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:01:59.898959 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-6169bccb-5cfe-4d0b-b59a-114d30e17ba3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0a4673eb-54a6-418c-a7cb-295a98979828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406156 Oct 17 04:01:59.987485 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-99da689d-e0eb-42c3-8d69-5f47cdac4fc6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813165 Oct 17 04:02:00.079495 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c2d07f4e-29af-4457-abe2-d57b03fed54b req-8cdf2540-d198-4722-8361-7f21c5f815f8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858300 Oct 17 04:02:00.284545 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:01.531566 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:01.605236 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:06.778452 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-a7c4cb82-c319-4286-b1e6-6739418e4419 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1557698070&fields=id&tenant_id=f1fea935de384bfa81953ec336e06b7f HTTP/1.1" status: 200 len: 267 time: 0.0481341 Oct 17 04:02:06.827656 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-7230fda0-c9c6-4937-8a2a-0a91f8317e30 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:06.829179 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-7230fda0-c9c6-4937-8a2a-0a91f8317e30 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 984 time: 0.0449257 Oct 17 04:02:06.839371 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Request body: {'port': {'security_groups': ['b990efe6-3ee9-487f-bffa-b56bb893ab7e']}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:06.909987 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (46151d3d-ca10-47b6-99f7-901560027117), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.079193 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] For port 46151d3d-ca10-47b6-99f7-901560027117, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=46151d3d-ca10-47b6-99f7-901560027117,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:07.106740 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for port (46151d3d-ca10-47b6-99f7-901560027117), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.176474 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (46151d3d-ca10-47b6-99f7-901560027117), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.186571 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:07.189000 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.189000 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3ec37f8c-d765-4033-8c35-37314a97fb0c req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "PUT /networking/v2.0/ports/46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 942 time: 0.3535900 Oct 17 04:02:07.189234 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:02:07.191081 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['46151d3d-ca10-47b6-99f7-901560027117'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:02:07.191586 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7c9952-826a-4711-b9f5-a295384b6e41" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:02:07.195218 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35284) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:07.245122 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246c9d25-d7c9-4542-a700-310bf22a81df x-openstack-request-id: req-246c9d25-d7c9-4542-a700-310bf22a81df {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:02:07.245410 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:02:07.245663 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-246c9d25-d7c9-4542-a700-310bf22a81df {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:02:07.246130 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246c9d25-d7c9-4542-a700-310bf22a81df'] response: {'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117', 'status': 'completed', 'code': 200} Oct 17 04:02:07.251444 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event updated for resources: {'Port': ['ID=46151d3d-ca10-47b6-99f7-901560027117,revision_number=7']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:07.261388 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.261681 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.262098 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.262414 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.262746 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.263142 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.263471 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.263863 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.277881 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.277881 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.277881 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.277881 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.277881 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.277881 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.277881 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45894dbc-6adb-48ee-9516-64eb0aacd3e6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.284706 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['46151d3d-ca10-47b6-99f7-901560027117'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:02:07.286721 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group (bf590896-57cf-4411-90f9-39317ce24134), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.333285 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group (bf590896-57cf-4411-90f9-39317ce24134), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.344587 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-ccb3a56f-9dbc-4674-8045-29643dea8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:07.346069 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-ccb3a56f-9dbc-4674-8045-29643dea8437 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f1fea935de384bfa81953ec336e06b7f&device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1129 time: 0.0683725 Oct 17 04:02:07.459623 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-edc87869-6429-422f-a3cc-098b31bfac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:07.461114 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-edc87869-6429-422f-a3cc-098b31bfac43 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 HTTP/1.1" status: 200 len: 916 time: 0.1054363 Oct 17 04:02:07.528012 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-4a426b8c-d8f2-4b35-9e7b-972e03f8b257 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 1001 time: 0.0594306 Oct 17 04:02:07.562110 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (bf590896-57cf-4411-90f9-39317ce24134), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.564608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.565716 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/bf590896-57cf-4411-90f9-39317ce24134 HTTP/1.1" status: 204 len: 168 time: 0.3676791 Oct 17 04:02:07.568666 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35286) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:07.583953 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf590896-57cf-4411-90f9-39317ce24134,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:07.595367 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-e02efcaf-534a-43a1-b1b2-20015ab1b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:07.596883 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-e02efcaf-534a-43a1-b1b2-20015ab1b183 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a00f597-72de-4c6d-8ba5-81c76d33cb7a HTTP/1.1" status: 200 len: 854 time: 0.0627639 Oct 17 04:02:07.598243 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.598585 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.598928 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.599265 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.599599 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.599957 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.600289 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.600617 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.600946 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.601287 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.601594 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.601920 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.602244 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.602567 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.602888 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561d134d-9f25-453a-9b8c-7d5507b206e1 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:07.643047 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:07.648654 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-5db6e4f1-5d61-4dbb-aa4e-9b6e604e1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:07.653244 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-5db6e4f1-5d61-4dbb-aa4e-9b6e604e1faa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442433 Oct 17 04:02:07.709165 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:07.716360 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Deleting port 263acc10-e673-4d34-82fe-6e84552bfdd0 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:07.716707 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (263acc10-e673-4d34-82fe-6e84552bfdd0), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.746346 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-40ef9bbf-affd-4aac-882d-706861e38e69 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892279 Oct 17 04:02:07.792621 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (263acc10-e673-4d34-82fe-6e84552bfdd0), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.793207 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for floatingip (263acc10-e673-4d34-82fe-6e84552bfdd0), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:07.809792 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Calling delete_port for 263acc10-e673-4d34-82fe-6e84552bfdd0 owned by network:floatingip {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:07.838116 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb7c9952-826a-4711-b9f5-a295384b6e41 req-aadff82f-986d-4eea-a4e5-96d52f41af44 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829506 Oct 17 04:02:07.953729 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:07.966154 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:08.078405 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (263acc10-e673-4d34-82fe-6e84552bfdd0), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:08.109015 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event deleted for resources: {'Port': ['ID=263acc10-e673-4d34-82fe-6e84552bfdd0,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:08.166756 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks [] for floatingip (bf2a2e55-df73-4b7e-ab48-65df20f55939), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:08.167077 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Floating IP bf2a2e55-df73-4b7e-ab48-65df20f55939 disassociated (deleted). External IP: 172.27.4.180, port: 46151d3d-ca10-47b6-99f7-901560027117. Oct 17 04:02:08.361773 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:02:08.460791 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:02:08.465471 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:08.471235 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] Sync routers for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:02:08.480222 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:08.480823 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:01:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:08.495222 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-4a072b1d-e4c6-41a3-87c8-dcb2f0fc6b65 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/bf2a2e55-df73-4b7e-ab48-65df20f55939 HTTP/1.1" status: 204 len: 168 time: 0.9254479 Oct 17 04:02:08.581058 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:08.766688 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4', 'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'mac_address': 'fa:16:3e:ba:20:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:51Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 5, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'subnets': [{'id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:08.790773 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] Checking router: 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:02:08.799291 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:08.799913 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:01:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:08.901412 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:09.087239 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4', 'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'mac_address': 'fa:16:3e:ba:20:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:51Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 5, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'subnets': [{'id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:09.112233 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7cb35c-d1a0-40ff-b748-a0179d76db39 None None] The sync data for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi is: [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T03:59:51Z', 'revision_number': 4, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4', 'name': '', 'network_id': 'd49d2c2b-49b3-4c05-95f1-7a8643c99ea5', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'mac_address': 'fa:16:3e:ba:20:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:51Z', 'updated_at': '2022-10-17T03:59:59Z', 'revision_number': 5, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'subnets': [{'id': '6a00f597-72de-4c6d-8ba5-81c76d33cb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:02:09.247693 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:02:09.250064 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5e994d-d728-441d-bd0d-33b30fd0b03e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:02:09.288017 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc078137-8f0b-420f-b6dd-e83412b5403f x-openstack-request-id: req-dc078137-8f0b-420f-b6dd-e83412b5403f {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:02:09.288304 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "tag": "46151d3d-ca10-47b6-99f7-901560027117", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:02:09.288550 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dc078137-8f0b-420f-b6dd-e83412b5403f {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:02:09.288954 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc078137-8f0b-420f-b6dd-e83412b5403f'] response: {'name': 'network-changed', 'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'tag': '46151d3d-ca10-47b6-99f7-901560027117', 'status': 'completed', 'code': 200} Oct 17 04:02:09.325530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc08e5-46be-4fef-b370-b6ac21af56d6 None None] New status for floating IP bf2a2e55-df73-4b7e-ab48-65df20f55939: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:02:09.363549 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-d5d7d9d1-a599-45d8-b166-cb41efab046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:09.368241 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-d5d7d9d1-a599-45d8-b166-cb41efab046e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f1fea935de384bfa81953ec336e06b7f&device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 1129 time: 0.0433986 Oct 17 04:02:09.460143 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-3d2e6e6a-d748-480c-be66-5cc439e0ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:09.461585 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-3d2e6e6a-d748-480c-be66-5cc439e0ad48 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 HTTP/1.1" status: 200 len: 916 time: 0.0884786 Oct 17 04:02:09.504390 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-6ef4423c-3d28-4e2a-a3be-ae5d3fcd8ce9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 200 len: 217 time: 0.0356114 Oct 17 04:02:09.554008 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-c8db0ae4-adf5-48f3-a5be-9a3574aed1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:09.555446 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-c8db0ae4-adf5-48f3-a5be-9a3574aed1bd service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a00f597-72de-4c6d-8ba5-81c76d33cb7a HTTP/1.1" status: 200 len: 854 time: 0.0453000 Oct 17 04:02:09.598400 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-fe4de0cc-7229-4e92-a3b3-e0e71c6cc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:09.599902 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-fe4de0cc-7229-4e92-a3b3-e0e71c6cc560 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385680 Oct 17 04:02:09.690662 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-b92c3065-497f-4112-af2e-6972bc0b4e2d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842597 Oct 17 04:02:10.053809 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bc5e994d-d728-441d-bd0d-33b30fd0b03e req-63f22ba6-456d-4bba-9de8-76785a880ecb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567841 Oct 17 04:02:11.760925 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f2850-c42f-4c82-af9c-344e1bd8e523 req-3f4388f2-025e-4438-b792-1f4532ff1777 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:11.762481 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-467f2850-c42f-4c82-af9c-344e1bd8e523 req-3f4388f2-025e-4438-b792-1f4532ff1777 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0468159 Oct 17 04:02:11.809094 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-467f2850-c42f-4c82-af9c-344e1bd8e523 req-44bd5c08-4f24-4376-a9fc-62c103656e53 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Oct 17 04:02:12.866226 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:02:12.929606 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ab54-55c7-4ace-931b-5365b050dda3 req-5b27e252-5fa8-4dbf-8296-84b3517654f5 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:12.931071 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4f89ab54-55c7-4ace-931b-5365b050dda3 req-5b27e252-5fa8-4dbf-8296-84b3517654f5 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0457819 Oct 17 04:02:12.980620 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4f89ab54-55c7-4ace-931b-5365b050dda3 req-570a3cf2-c1b6-4c34-849f-206cfac6cd6d tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Oct 17 04:02:13.719259 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-60299541-9786-4f9d-b216-19e45c8a38a6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:13.720686 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-60299541-9786-4f9d-b216-19e45c8a38a6 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0452409 Oct 17 04:02:13.803932 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Deleting port 46151d3d-ca10-47b6-99f7-901560027117 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:13.804274 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (46151d3d-ca10-47b6-99f7-901560027117), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:13.896601 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] For port 46151d3d-ca10-47b6-99f7-901560027117, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=46151d3d-ca10-47b6-99f7-901560027117,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:13.896960 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (46151d3d-ca10-47b6-99f7-901560027117), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:13.908753 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:13.909893 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Calling delete_port for 46151d3d-ca10-47b6-99f7-901560027117 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:13.971456 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:14.099236 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dc3d5-7e8b-4097-86c0-f9a66eaed45f req-81db9dba-524a-44aa-8256-1f81c8ad2876 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:14.100742 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-090dc3d5-7e8b-4097-86c0-f9a66eaed45f req-81db9dba-524a-44aa-8256-1f81c8ad2876 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 945 time: 0.0450523 Oct 17 04:02:14.150489 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-090dc3d5-7e8b-4097-86c0-f9a66eaed45f req-5d7e46ea-4024-4a52-b864-d80432c98fb0 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b990efe6-3ee9-487f-bffa-b56bb893ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439520 Oct 17 04:02:14.186741 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (46151d3d-ca10-47b6-99f7-901560027117), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:14.202892 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['46151d3d-ca10-47b6-99f7-901560027117'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:02:14.209873 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:14.210551 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:14.213562 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Pushing event deleted for resources: {'Port': ['ID=46151d3d-ca10-47b6-99f7-901560027117,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:14.260087 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] No DVR routers for this DVR port 46151d3d-ca10-47b6-99f7-901560027117 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:02:14.262525 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:14.265847 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f0f6b275-2752-4fed-8e75-080778aa4449 req-96fd9733-d583-4772-8857-4c7e7b59ec14 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.33 "DELETE /networking/v2.0/ports/46151d3d-ca10-47b6-99f7-901560027117 HTTP/1.1" status: 204 len: 173 time: 0.5364239 Oct 17 04:02:14.266342 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'name': 'network-vif-deleted', 'tag': '46151d3d-ca10-47b6-99f7-901560027117'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:02:14.268642 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a5cc7f-304c-4f05-8985-74107c38c959" -d '{"events": [{"server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "name": "network-vif-deleted", "tag": "46151d3d-ca10-47b6-99f7-901560027117"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:02:14.362068 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9233bcb5-f568-4f95-8916-db23dc579d8f x-openstack-request-id: req-9233bcb5-f568-4f95-8916-db23dc579d8f {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:02:14.362343 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d98867-75ae-41c0-8fb6-a0d4489e30f8", "name": "network-vif-deleted", "tag": "46151d3d-ca10-47b6-99f7-901560027117", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:02:14.362620 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9233bcb5-f568-4f95-8916-db23dc579d8f {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:02:14.363016 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9233bcb5-f568-4f95-8916-db23dc579d8f'] response: {'server_uuid': 'd6d98867-75ae-41c0-8fb6-a0d4489e30f8', 'name': 'network-vif-deleted', 'tag': '46151d3d-ca10-47b6-99f7-901560027117', 'status': 'completed', 'code': 200} Oct 17 04:02:15.263316 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-20dac50f-bdc3-4d4f-831b-22618c34102d req-c7470dda-1263-4893-beeb-2e0cd4ec7e28 tempest-TestMinimumBasicScenario-906800700 tempest-TestMinimumBasicScenario-906800700-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d6d98867-75ae-41c0-8fb6-a0d4489e30f8 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Oct 17 04:02:17.473514 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35376) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:17.779408 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:17.995092 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Deleting port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:17.995432 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:18.075127 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] For port 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:18.075409 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:18.088245 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Calling delete_port for 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 owned by network:router_interface {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:18.129648 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:18.188553 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:18.324966 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:18.353965 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Pushing event deleted for resources: {'Port': ['ID=97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:18.514638 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:18.535521 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ebc16-ef4a-409b-8cd8-94308bcbc73a None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:02:18.538419 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:18.623352 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ebc16-ef4a-409b-8cd8-94308bcbc73a None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:02:18.721177 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:02:18.823668 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:02:18.829179 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c794bdeb-0890-45f1-8c04-488625f8528b admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/3123aa51-9cfd-4434-8dfc-dc0cadb23d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3546526 Oct 17 04:02:18.831804 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35378) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:18.834473 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] Sync routers for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:02:18.845529 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:18.846151 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:01:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:18.932718 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks [] for router (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:18.961566 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:19.034447 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:19.042763 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks [] for router_gateway (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.059402 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:19.147119 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92'}], 'enable_snat': True}, 'gw_port_id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T04:02:18Z', 'revision_number': 5, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port': {'id': '9ffcbafc-dde2-4ce5-8245-ed936b74313f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:49Z', 'updated_at': '2022-10-17T03:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:19.157554 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Deleting port 9ffcbafc-dde2-4ce5-8245-ed936b74313f {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:19.157977 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.173941 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] Checking router: 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:02:19.181386 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:19.183624 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] Routers {'3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:19.184261 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:01:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:19.204819 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:19.243992 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] For port 9ffcbafc-dde2-4ce5-8245-ed936b74313f, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=9ffcbafc-dde2-4ce5-8245-ed936b74313f,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:19.244276 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.259407 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Calling delete_port for 9ffcbafc-dde2-4ce5-8245-ed936b74313f owned by network:router_gateway {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:19.269469 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] Set router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b gateway port host: None {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:19.318468 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T04:02:19Z', 'revision_number': 6, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:19.340437 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-7be39419-bc95-4703-b87d-314d38ae421b None None] Provisioning complete for port cd71601e-55cc-481e-99f2-ae8872249031 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:19.342157 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7be39419-bc95-4703-b87d-314d38ae421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cd71601e-55cc-481e-99f2-ae8872249031), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.342739 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-7be39419-bc95-4703-b87d-314d38ae421b None None] Attempt 1 to provision port cd71601e-55cc-481e-99f2-ae8872249031 Oct 17 04:02:19.347596 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5bd46-d236-4b53-a67a-03b0a6a99394 None None] The sync data for ids ['3123aa51-9cfd-4434-8dfc-dc0cadb23d3b'] in dv-cinder-815582-16-iscsi is: [{'id': '3123aa51-9cfd-4434-8dfc-dc0cadb23d3b', 'name': 'tempest-TestMinimumBasicScenario-1379560422-router', 'tenant_id': 'f1fea935de384bfa81953ec336e06b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:48Z', 'updated_at': '2022-10-17T04:02:19Z', 'revision_number': 6, 'project_id': 'f1fea935de384bfa81953ec336e06b7f', 'gw_port_host': None}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:02:19.431124 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 46151d3d-ca10-47b6-99f7-901560027117 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:02:19.454392 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 46151d3d-ca10-47b6-99f7-901560027117 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:02:19.454740 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 46151d3d-ca10-47b6-99f7-901560027117 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:02:19.457289 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-7be39419-bc95-4703-b87d-314d38ae421b None None] Current status of the port cd71601e-55cc-481e-99f2-ae8872249031 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:19.489840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (9ffcbafc-dde2-4ce5-8245-ed936b74313f), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.513202 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffcbafc-dde2-4ce5-8245-ed936b74313f,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:19.580117 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.664279 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.666389 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks [] for router_controller (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), precommit_delete_associations {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.773218 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (3123aa51-9cfd-4434-8dfc-dc0cadb23d3b), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.773866 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3123aa51-9cfd-4434-8dfc-dc0cadb23d3b {{(pid=111640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:02:19.778184 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.779358 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-755263a7-4102-42a0-9e63-f2b4aab19377 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/3123aa51-9cfd-4434-8dfc-dc0cadb23d3b HTTP/1.1" status: 204 len: 168 time: 0.9466207 Oct 17 04:02:19.782489 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35380) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:19.828162 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef567e45-315c-4cea-afd1-6b15683b0df3 admin admin] Deleting subnet 6a00f597-72de-4c6d-8ba5-81c76d33cb7a {{(pid=111640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:02:19.832033 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ef567e45-315c-4cea-afd1-6b15683b0df3 admin admin] Publish callbacks [] for subnet (6a00f597-72de-4c6d-8ba5-81c76d33cb7a), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.868442 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ef567e45-315c-4cea-afd1-6b15683b0df3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12640159'] for subnet (6a00f597-72de-4c6d-8ba5-81c76d33cb7a), precommit_delete_associations {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:19.948827 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ef567e45-315c-4cea-afd1-6b15683b0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (6a00f597-72de-4c6d-8ba5-81c76d33cb7a), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.079634 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ef567e45-315c-4cea-afd1-6b15683b0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12714074'] for subnet (6a00f597-72de-4c6d-8ba5-81c76d33cb7a), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.082809 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:20.107336 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef567e45-315c-4cea-afd1-6b15683b0df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a00f597-72de-4c6d-8ba5-81c76d33cb7a,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:20.110949 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-ef567e45-315c-4cea-afd1-6b15683b0df3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.119798 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-ef567e45-315c-4cea-afd1-6b15683b0df3 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/6a00f597-72de-4c6d-8ba5-81c76d33cb7a HTTP/1.1" status: 204 len: 168 time: 0.3307199 Oct 17 04:02:20.119798 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35382) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:20.120045 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f7a749-6171-4a4d-8960-5bcac8ec608c None None] Network d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:02:20.191255 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (d49d2c2b-49b3-4c05-95f1-7a8643c99ea5), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.237815 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Deleting port cd71601e-55cc-481e-99f2-ae8872249031 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:20.238241 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (cd71601e-55cc-481e-99f2-ae8872249031), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.288127 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] DHCP port deletion for d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:02:20.310467 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] For port cd71601e-55cc-481e-99f2-ae8872249031, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cd71601e-55cc-481e-99f2-ae8872249031,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:20.310878 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (cd71601e-55cc-481e-99f2-ae8872249031), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.325175 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Calling delete_port for cd71601e-55cc-481e-99f2-ae8872249031 owned by network:dhcp {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:20.327160 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Deleting port cd71601e-55cc-481e-99f2-ae8872249031 {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:20.327591 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (cd71601e-55cc-481e-99f2-ae8872249031), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.387819 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:20.400530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] For port cd71601e-55cc-481e-99f2-ae8872249031, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=cd71601e-55cc-481e-99f2-ae8872249031,segment=NetworkSegment(b315aa47-f784-49c8-97a4-8811950eb21b),segment_id=b315aa47-f784-49c8-97a4-8811950eb21b)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:20.401224 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (cd71601e-55cc-481e-99f2-ae8872249031), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.415102 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Calling delete_port for cd71601e-55cc-481e-99f2-ae8872249031 owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:20.478253 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (cd71601e-55cc-481e-99f2-ae8872249031), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.491341 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (cd71601e-55cc-481e-99f2-ae8872249031), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.503766 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Pushing event deleted for resources: {'Port': ['ID=cd71601e-55cc-481e-99f2-ae8872249031,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:20.510203 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] No DVR routers for this DVR port cd71601e-55cc-481e-99f2-ae8872249031 on host dv-cinder-815582-16-iscsi {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:02:20.515885 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Pushing event deleted for resources: {'Port': ['ID=cd71601e-55cc-481e-99f2-ae8872249031,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:20.520455 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] No DVR routers for this DVR port cd71601e-55cc-481e-99f2-ae8872249031 on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:02:20.527058 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.527402 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.527779 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.528104 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.528453 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.529052 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.529388 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.531410 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.531410 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.531410 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.531410 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.531804 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.531903 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.532141 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.532456 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0d010d-24d3-4894-ae66-00f8c2284d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:20.585435 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (d49d2c2b-49b3-4c05-95f1-7a8643c99ea5), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.605774 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49d2c2b-49b3-4c05-95f1-7a8643c99ea5']}} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:20.615548 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b315aa47-f784-49c8-97a4-8811950eb21b') {'for_net_delete': True} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:20.615866 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b315aa47-f784-49c8-97a4-8811950eb21b') {} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:20.625266 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12640230'] for segment (b315aa47-f784-49c8-97a4-8811950eb21b), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.638190 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (b315aa47-f784-49c8-97a4-8811950eb21b), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.644844 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=111640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:02:20.645255 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12638769'] for segment (b315aa47-f784-49c8-97a4-8811950eb21b), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.759528 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (d49d2c2b-49b3-4c05-95f1-7a8643c99ea5), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.766544 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:20.772249 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/d49d2c2b-49b3-4c05-95f1-7a8643c99ea5 HTTP/1.1" status: 204 len: 168 time: 0.6519694 Oct 17 04:02:20.772680 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35388) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:20.779375 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3533dc-abab-4700-88dd-183269477cea admin admin] Pushing event deleted for resources: {'Network': ['ID=d49d2c2b-49b3-4c05-95f1-7a8643c99ea5,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:20.795834 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment b315aa47-f784-49c8-97a4-8811950eb21b resource provider aggregate not found Oct 17 04:02:20.811564 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment b315aa47-f784-49c8-97a4-8811950eb21b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b315aa47-f784-49c8-97a4-8811950eb21b found for delete ", "request_id": "req-cc302000-11ac-43d2-85ae-e5f856a25194"}]} Oct 17 04:02:20.863174 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:20.968745 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:02:20.988931 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:02:20.989281 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 97a4e8c5-6f40-44b3-b51b-60bf1c2ac0e4 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:02:20.989693 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 9ffcbafc-dde2-4ce5-8245-ed936b74313f no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:02:21.010269 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:21.010807 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 9ffcbafc-dde2-4ce5-8245-ed936b74313f {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:02:21.011149 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 9ffcbafc-dde2-4ce5-8245-ed936b74313f not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:02:21.011555 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cd71601e-55cc-481e-99f2-ae8872249031 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:02:21.031277 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: cd71601e-55cc-481e-99f2-ae8872249031 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:02:21.031621 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device cd71601e-55cc-481e-99f2-ae8872249031 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:02:21.301235 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (ab34fb45-29d7-44d9-8319-f5550ff2393d), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:21.451924 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:21.515653 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Deleting port 75e659fb-ee0a-497e-8243-0873b82d6d8e {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:21.516018 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:21.596210 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] For port 75e659fb-ee0a-497e-8243-0873b82d6d8e, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=75e659fb-ee0a-497e-8243-0873b82d6d8e,segment=NetworkSegment(dfff7a79-be35-4d46-952c-f4d00b4faa5f),segment_id=dfff7a79-be35-4d46-952c-f4d00b4faa5f)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:21.596490 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:21.609176 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Calling delete_port for 75e659fb-ee0a-497e-8243-0873b82d6d8e owned by network:router_interface {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:21.816295 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (75e659fb-ee0a-497e-8243-0873b82d6d8e), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:21.837930 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e659fb-ee0a-497e-8243-0873b82d6d8e,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:21.996980 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:22.005558 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (ab34fb45-29d7-44d9-8319-f5550ff2393d), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:22.027802 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25d424-97b1-4489-b156-c4d59237fef6 None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:02:22.113440 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25d424-97b1-4489-b156-c4d59237fef6 None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:02:22.196109 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:22.213072 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Router ab34fb45-29d7-44d9-8319-f5550ff2393d has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:02:22.322078 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:02:22.328046 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-f66c3486-7d9b-4357-add0-75af7ae14ea0 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/ab34fb45-29d7-44d9-8319-f5550ff2393d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5537968 Oct 17 04:02:22.330576 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35392) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:22.337323 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] Sync routers for ids ['ab34fb45-29d7-44d9-8319-f5550ff2393d'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:02:22.348734 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] Routers {'ab34fb45-29d7-44d9-8319-f5550ff2393d'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:22.351038 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:01:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ab34fb45-29d7-44d9-8319-f5550ff2393d'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:22.438309 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks [] for router (ab34fb45-29d7-44d9-8319-f5550ff2393d), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:22.465240 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] Set router ab34fb45-29d7-44d9-8319-f5550ff2393d gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:22.541312 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks [] for router_gateway (ab34fb45-29d7-44d9-8319-f5550ff2393d), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:22.643785 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:22.644023 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Deleting port d03db188-f31b-4a3d-a5a9-a36b7aef0405 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:22.644565 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:22.647278 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244'}], 'enable_snat': True}, 'gw_port_id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T04:02:21Z', 'revision_number': 5, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'gw_port': {'id': 'd03db188-f31b-4a3d-a5a9-a36b7aef0405', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T04:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:22.676210 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] Checking router: ab34fb45-29d7-44d9-8319-f5550ff2393d for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:02:22.694816 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] Routers {'ab34fb45-29d7-44d9-8319-f5550ff2393d'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:22.695424 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:01:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['ab34fb45-29d7-44d9-8319-f5550ff2393d'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:22.700771 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:22.730183 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] For port d03db188-f31b-4a3d-a5a9-a36b7aef0405, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=d03db188-f31b-4a3d-a5a9-a36b7aef0405,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:22.730544 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:22.736051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:22.741069 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-1b6723b5-1039-4f04-a634-67491ff1cdbe None None] Provisioning complete for port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:22.741444 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-1b6723b5-1039-4f04-a634-67491ff1cdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:22.741780 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-1b6723b5-1039-4f04-a634-67491ff1cdbe None None] Attempt 1 to provision port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 Oct 17 04:02:22.743767 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Calling delete_port for d03db188-f31b-4a3d-a5a9-a36b7aef0405 owned by network:router_gateway {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:22.819861 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] Set router ab34fb45-29d7-44d9-8319-f5550ff2393d gateway port host: None {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:22.872082 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T04:02:22Z', 'revision_number': 6, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:22.982329 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (d03db188-f31b-4a3d-a5a9-a36b7aef0405), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:22.987725 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:23.008884 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03db188-f31b-4a3d-a5a9-a36b7aef0405,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:23.058624 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb37a1-2e3e-4545-9528-193bad870e70 None None] The sync data for ids ['ab34fb45-29d7-44d9-8319-f5550ff2393d'] in dv-cinder-815582-16-iscsi is: [{'id': 'ab34fb45-29d7-44d9-8319-f5550ff2393d', 'name': 'tempest-TestMinimumBasicScenario-1208979923-router', 'tenant_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:55Z', 'updated_at': '2022-10-17T04:02:22Z', 'revision_number': 6, 'project_id': 'ccc8c4e5d2864b9cb530c524185c792e', 'gw_port_host': None}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:02:23.072327 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-1b6723b5-1039-4f04-a634-67491ff1cdbe None None] Current status of the port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:23.074441 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (ab34fb45-29d7-44d9-8319-f5550ff2393d), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.162614 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (ab34fb45-29d7-44d9-8319-f5550ff2393d), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.164697 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks [] for router_controller (ab34fb45-29d7-44d9-8319-f5550ff2393d), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.278149 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (ab34fb45-29d7-44d9-8319-f5550ff2393d), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.278750 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab34fb45-29d7-44d9-8319-f5550ff2393d {{(pid=111639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:02:23.282858 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.284015 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-8249280f-3c7e-4ccd-a17d-62b817750e98 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/ab34fb45-29d7-44d9-8319-f5550ff2393d HTTP/1.1" status: 204 len: 168 time: 0.9524841 Oct 17 04:02:23.286579 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35394) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:23.330250 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ab85a9-ae40-467b-836f-b44805cee719 admin admin] Deleting subnet 0f98b46a-8c16-4f5c-931c-bd030e7d1fb8 {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:02:23.333439 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-78ab85a9-ae40-467b-836f-b44805cee719 admin admin] Publish callbacks [] for subnet (0f98b46a-8c16-4f5c-931c-bd030e7d1fb8), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.366926 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-78ab85a9-ae40-467b-836f-b44805cee719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (0f98b46a-8c16-4f5c-931c-bd030e7d1fb8), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.385209 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:23.449041 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-78ab85a9-ae40-467b-836f-b44805cee719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (0f98b46a-8c16-4f5c-931c-bd030e7d1fb8), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.592872 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-78ab85a9-ae40-467b-836f-b44805cee719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (0f98b46a-8c16-4f5c-931c-bd030e7d1fb8), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.617116 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab85a9-ae40-467b-836f-b44805cee719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f98b46a-8c16-4f5c-931c-bd030e7d1fb8,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:23.622667 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-78ab85a9-ae40-467b-836f-b44805cee719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.626483 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-78ab85a9-ae40-467b-836f-b44805cee719 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/0f98b46a-8c16-4f5c-931c-bd030e7d1fb8 HTTP/1.1" status: 204 len: 168 time: 0.3389592 Oct 17 04:02:23.628612 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e83ac92-3605-4b2b-8780-a4a5780a76f2 None None] Network 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:02:23.629197 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35396) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:23.698181 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (13244f80-2bb7-40b3-ba1c-9859ab5cf0bb), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.743942 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Deleting port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:23.744318 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.810790 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] For port dd6da1fa-7ea2-4162-ac7b-4aab46c81933, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=dd6da1fa-7ea2-4162-ac7b-4aab46c81933,segment=NetworkSegment(dfff7a79-be35-4d46-952c-f4d00b4faa5f),segment_id=dfff7a79-be35-4d46-952c-f4d00b4faa5f)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:23.811148 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.826501 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Calling delete_port for dd6da1fa-7ea2-4162-ac7b-4aab46c81933 owned by network:dhcp {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:23.829351 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed48252-c796-4c86-803b-24d783d802b6 None None] DHCP port deletion for 13244f80-2bb7-40b3-ba1c-9859ab5cf0bb request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:02:23.867107 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-bed48252-c796-4c86-803b-24d783d802b6 None None] Deleting port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:02:23.867575 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-bed48252-c796-4c86-803b-24d783d802b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.934451 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-bed48252-c796-4c86-803b-24d783d802b6 None None] For port dd6da1fa-7ea2-4162-ac7b-4aab46c81933, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=dd6da1fa-7ea2-4162-ac7b-4aab46c81933,segment=NetworkSegment(dfff7a79-be35-4d46-952c-f4d00b4faa5f),segment_id=dfff7a79-be35-4d46-952c-f4d00b4faa5f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:23.934852 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-bed48252-c796-4c86-803b-24d783d802b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:23.951171 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-bed48252-c796-4c86-803b-24d783d802b6 None None] Calling delete_port for dd6da1fa-7ea2-4162-ac7b-4aab46c81933 owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:02:23.988417 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.018798 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6da1fa-7ea2-4162-ac7b-4aab46c81933,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:24.020635 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] No DVR routers for this DVR port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 on host dv-cinder-815582-16-iscsi {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:02:24.039712 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-bed48252-c796-4c86-803b-24d783d802b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (dd6da1fa-7ea2-4162-ac7b-4aab46c81933), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.066232 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed48252-c796-4c86-803b-24d783d802b6 None None] Pushing event deleted for resources: {'Port': ['ID=dd6da1fa-7ea2-4162-ac7b-4aab46c81933,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:24.072493 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed48252-c796-4c86-803b-24d783d802b6 None None] No DVR routers for this DVR port dd6da1fa-7ea2-4162-ac7b-4aab46c81933 on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:02:24.087250 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:24.098419 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (13244f80-2bb7-40b3-ba1c-9859ab5cf0bb), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.120185 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13244f80-2bb7-40b3-ba1c-9859ab5cf0bb']}} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:24.130702 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfff7a79-be35-4d46-952c-f4d00b4faa5f') {'for_net_delete': True} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:24.130998 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.services.segments.db [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfff7a79-be35-4d46-952c-f4d00b4faa5f') {} {{(pid=111640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:24.141606 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12640230'] for segment (dfff7a79-be35-4d46-952c-f4d00b4faa5f), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.155883 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (dfff7a79-be35-4d46-952c-f4d00b4faa5f), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.162678 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=111640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:02:24.163056 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12638769'] for segment (dfff7a79-be35-4d46-952c-f4d00b4faa5f), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.206840 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment dfff7a79-be35-4d46-952c-f4d00b4faa5f resource provider aggregate not found Oct 17 04:02:24.224498 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.services.segments.plugin [-] Segment dfff7a79-be35-4d46-952c-f4d00b4faa5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfff7a79-be35-4d46-952c-f4d00b4faa5f found for delete ", "request_id": "req-383f997c-7438-4b43-aa02-fee4a151a093"}]} Oct 17 04:02:24.290201 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (13244f80-2bb7-40b3-ba1c-9859ab5cf0bb), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.295608 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.299265 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/13244f80-2bb7-40b3-ba1c-9859ab5cf0bb HTTP/1.1" status: 204 len: 168 time: 0.6689885 Oct 17 04:02:24.310321 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129196b-1bd0-4e6e-8785-d7a61391dbad admin admin] Pushing event deleted for resources: {'Network': ['ID=13244f80-2bb7-40b3-ba1c-9859ab5cf0bb,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:24.611807 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35404) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:24.651933 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-c040fe9a-dc9e-4e98-a823-55c6c1ee9cec admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f1fea935de384bfa81953ec336e06b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389779 Oct 17 04:02:24.654401 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35406) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:24.692727 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:24.704935 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bf49b6c3-40a5-4b7e-aef5-e062236d35ed admin admin] Publish callbacks [] for security_group (b990efe6-3ee9-487f-bffa-b56bb893ab7e), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.725912 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bf49b6c3-40a5-4b7e-aef5-e062236d35ed admin admin] Publish callbacks [] for security_group (b990efe6-3ee9-487f-bffa-b56bb893ab7e), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.828707 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bf49b6c3-40a5-4b7e-aef5-e062236d35ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (b990efe6-3ee9-487f-bffa-b56bb893ab7e), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.831211 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-bf49b6c3-40a5-4b7e-aef5-e062236d35ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:24.832472 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-bf49b6c3-40a5-4b7e-aef5-e062236d35ed admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/b990efe6-3ee9-487f-bffa-b56bb893ab7e HTTP/1.1" status: 204 len: 168 time: 0.1771483 Oct 17 04:02:24.840629 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49b6c3-40a5-4b7e-aef5-e062236d35ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b990efe6-3ee9-487f-bffa-b56bb893ab7e,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:24.965538 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 75e659fb-ee0a-497e-8243-0873b82d6d8e no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:02:24.985485 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 75e659fb-ee0a-497e-8243-0873b82d6d8e {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:02:24.985827 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 75e659fb-ee0a-497e-8243-0873b82d6d8e not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:02:24.986232 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device dd6da1fa-7ea2-4162-ac7b-4aab46c81933 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:02:25.004384 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: dd6da1fa-7ea2-4162-ac7b-4aab46c81933 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:02:25.004979 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device dd6da1fa-7ea2-4162-ac7b-4aab46c81933 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:02:25.005136 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device d03db188-f31b-4a3d-a5a9-a36b7aef0405 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:02:25.026344 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: d03db188-f31b-4a3d-a5a9-a36b7aef0405 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:02:25.026689 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device d03db188-f31b-4a3d-a5a9-a36b7aef0405 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:02:25.410780 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35412) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:25.450952 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-6bab95d9-5fef-49fd-9171-d8a101989d3d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ccc8c4e5d2864b9cb530c524185c792e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390694 Oct 17 04:02:25.454018 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35414) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:25.504231 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a8305eef-f0af-4b1b-9d40-06c0b72099a8 admin admin] Publish callbacks [] for security_group (f1301e84-8604-41f6-8ac6-fdcdee40d223), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:25.524183 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a8305eef-f0af-4b1b-9d40-06c0b72099a8 admin admin] Publish callbacks [] for security_group (f1301e84-8604-41f6-8ac6-fdcdee40d223), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:25.632175 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a8305eef-f0af-4b1b-9d40-06c0b72099a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (f1301e84-8604-41f6-8ac6-fdcdee40d223), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:25.640417 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a8305eef-f0af-4b1b-9d40-06c0b72099a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:25.640417 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-a8305eef-f0af-4b1b-9d40-06c0b72099a8 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/f1301e84-8604-41f6-8ac6-fdcdee40d223 HTTP/1.1" status: 204 len: 168 time: 0.1810431 Oct 17 04:02:25.644542 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8305eef-f0af-4b1b-9d40-06c0b72099a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1301e84-8604-41f6-8ac6-fdcdee40d223,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:26.701314 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35436) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:26.713516 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-70367516-363e-48b3-bad6-f332d496ff5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:26.797276 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-688958484-network', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:26.896505 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Made reservation on behalf of 8dbea8f697124e6bb449a9ed71670dda for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:02:26.898872 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:26.908247 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:26.958860 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:26.981373 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Publish callbacks [] for security_group (a9a15512-92db-4fa6-84ed-94383d2a60af), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:27.067528 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (a9a15512-92db-4fa6-84ed-94383d2a60af), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:27.087874 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:02:27.105569 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a15512-92db-4fa6-84ed-94383d2a60af,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:27.108407 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (55a2fe9e-7679-4d01-90aa-0404098576e8), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:27.108760 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Added segment 55a2fe9e-7679-4d01-90aa-0404098576e8 of type vlan for network 281623ae-51f6-4072-a866-be5c6560c411 Oct 17 04:02:27.149535 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (281623ae-51f6-4072-a866-be5c6560c411), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:27.249840 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (281623ae-51f6-4072-a866-be5c6560c411), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:27.250815 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:27.251387 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:27.312319 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] Pushing event updated for resources: {'Network': ['ID=281623ae-51f6-4072-a866-be5c6560c411,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:27.321682 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 281623ae-51f6-4072-a866-be5c6560c411 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:02:27.337596 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-c1262ffd-37da-42e9-b83f-ec5a4ea1c22c admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6351783 Oct 17 04:02:27.340535 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35440) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:27.345416 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Request body: {'subnet': {'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-688958484-subnet', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'ip_version': 4}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:27.357523 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:27.449386 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Made reservation on behalf of 8dbea8f697124e6bb449a9ed71670dda for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:02:27.451711 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13532194'] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:27.685313 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13532208'] for subnet (7a168e69-0f7b-4c79-a59d-e15137a64373), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:27.735340 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a168e69-0f7b-4c79-a59d-e15137a64373,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:27.751754 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Checking segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:02:27.752151 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Network hostable DHCP agents. Network: 281623ae-51f6-4072-a866-be5c6560c411, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:02:27.821757 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Network 281623ae-51f6-4072-a866-be5c6560c411 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:02:27.900723 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 281623ae-51f6-4072-a866-be5c6560c411) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:27.905936 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:27.906887 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:27.914063 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd80150-e556-48c9-a4cd-cf01d1852a6b None None] Network 281623ae-51f6-4072-a866-be5c6560c411 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:02:28.010375 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-281623ae-51f6-4072-a866-be5c6560c411', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:02:28.011270 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.012542 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-c12c6302-24b1-4755-9214-91db26abfcf3 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6707315 Oct 17 04:02:28.015306 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35442) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:28.021227 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:28.136687 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.137788 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.146219 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Allocated IP 172.20.0.2 (281623ae-51f6-4072-a866-be5c6560c411/7a168e69-0f7b-4c79-a59d-e15137a64373/77c61048-4a8b-4013-942b-ab36193957df) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:02:28.191315 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks [] for router_controller (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), precommit_add_association {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.287919 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Publish callbacks [] for port (77c61048-4a8b-4013-942b-ab36193957df), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.364305 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (77c61048-4a8b-4013-942b-ab36193957df), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.381862 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks [] for router_gateway (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.396728 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:28.407624 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Network 281623ae-51f6-4072-a866-be5c6560c411 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:02:28.412600 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:28.415000 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:02:28.418376 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Pushing event updated for resources: {'Port': ['ID=77c61048-4a8b-4013-942b-ab36193957df,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:28.475407 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Attempting to bind port 77c61048-4a8b-4013-942b-ab36193957df on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:02:28.475793 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Attempting to bind port 77c61048-4a8b-4013-942b-ab36193957df by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:02:28.476154 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Attempting to bind port 77c61048-4a8b-4013-942b-ab36193957df on network 281623ae-51f6-4072-a866-be5c6560c411 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:02:28.491367 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:28.518336 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:02:28.518696 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Checking segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:02:28.519090 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.519478 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Bound using segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:02:28.519980 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Bound port: 77c61048-4a8b-4013-942b-ab36193957df, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:02:28.520353 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (77c61048-4a8b-4013-942b-ab36193957df), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.581370 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] For port 77c61048-4a8b-4013-942b-ab36193957df, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:02:28.584679 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] For port 77c61048-4a8b-4013-942b-ab36193957df, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=77c61048-4a8b-4013-942b-ab36193957df,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:02:28.625960 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks [] for router_gateway (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.645330 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.673772 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (77c61048-4a8b-4013-942b-ab36193957df), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.723695 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:28.730478 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:28.734256 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c06c5-253d-4441-9e67-0c9469443633 None None] Pushing event updated for resources: {'Port': ['ID=77c61048-4a8b-4013-942b-ab36193957df,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:28.769009 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Allocated IP 172.27.4.47 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/7c5091e3-0cec-4a02-9ae5-e1300625b60e) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:02:28.773036 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:28.890040 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks [] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.942554 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-4a5c4dda-f18e-4dc1-b760-722eb41d0b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:28.987389 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:29.011638 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 77c61048-4a8b-4013-942b-ab36193957df up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:29.042423 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:02:29.047600 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:29.049773 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5091e3-0cec-4a02-9ae5-e1300625b60e,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:29.051894 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:02:29.062551 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 77c61048-4a8b-4013-942b-ab36193957df triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:29.062917 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (77c61048-4a8b-4013-942b-ab36193957df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:29.063245 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 77c61048-4a8b-4013-942b-ab36193957df Oct 17 04:02:29.134978 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 77c61048-4a8b-4013-942b-ab36193957df is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:29.135257 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (77c61048-4a8b-4013-942b-ab36193957df), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:29.173737 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 77c61048-4a8b-4013-942b-ab36193957df, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=77c61048-4a8b-4013-942b-ab36193957df,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:29.243874 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (77c61048-4a8b-4013-942b-ab36193957df), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:29.294150 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=77c61048-4a8b-4013-942b-ab36193957df,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:29.613611 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d899cb01-447f-4982-aec6-af164810476a None None] Network 281623ae-51f6-4072-a866-be5c6560c411 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:02:29.616634 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks [] for router_gateway (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:29.652226 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:29.668902 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0cefffdf-c1ae-41fd-8b40-6bc5dd17ccee None None] Provisioning complete for port 77c61048-4a8b-4013-942b-ab36193957df triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:29.669270 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0cefffdf-c1ae-41fd-8b40-6bc5dd17ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (77c61048-4a8b-4013-942b-ab36193957df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:29.669599 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0cefffdf-c1ae-41fd-8b40-6bc5dd17ccee None None] Attempt 1 to provision port 77c61048-4a8b-4013-942b-ab36193957df Oct 17 04:02:29.789512 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0cefffdf-c1ae-41fd-8b40-6bc5dd17ccee None None] Current status of the port 77c61048-4a8b-4013-942b-ab36193957df is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:29.806794 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.010394 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:02:30.010610 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-e4f25ee0-72e5-4b96-9d7f-c536c39e40ad None None] Provisioning complete for port 77c61048-4a8b-4013-942b-ab36193957df triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:30.011085 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-e4f25ee0-72e5-4b96-9d7f-c536c39e40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (77c61048-4a8b-4013-942b-ab36193957df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.011198 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-e4f25ee0-72e5-4b96-9d7f-c536c39e40ad None None] Attempt 1 to provision port 77c61048-4a8b-4013-942b-ab36193957df Oct 17 04:02:30.086461 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-e4f25ee0-72e5-4b96-9d7f-c536c39e40ad None None] Current status of the port 77c61048-4a8b-4013-942b-ab36193957df is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:30.113954 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:02:30.123299 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Sync routers for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:02:30.133121 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:30.133725 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:30.212909 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.216948 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-7360f1b0-d018-4ade-b94c-4308b87e7a41 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1978450 Oct 17 04:02:30.217214 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35444) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:30.232401 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:30.370818 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.409582 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:29Z', 'revision_number': 3, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:30.416394 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:30.438343 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Checking router: c8f3059e-0099-42f0-a3a0-9ba3cc59a603 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:02:30.438675 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Updating router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 port 7c5091e3-0cec-4a02-9ae5-e1300625b60e binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:02:30.465644 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.620549 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:30.626476 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.704815 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Publish callbacks [] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.770356 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.778418 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Allocated IP 172.20.0.1 (281623ae-51f6-4072-a866-be5c6560c411/7a168e69-0f7b-4c79-a59d-e15137a64373/832c93df-a086-4325-8a9d-aba4e4af95df) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:02:30.812315 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Attempting to bind port 7c5091e3-0cec-4a02-9ae5-e1300625b60e on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:02:30.812679 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Attempting to bind port 7c5091e3-0cec-4a02-9ae5-e1300625b60e by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:02:30.813116 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Attempting to bind port 7c5091e3-0cec-4a02-9ae5-e1300625b60e on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:02:30.841464 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Pushing event updated for resources: {'Port': ['ID=7c5091e3-0cec-4a02-9ae5-e1300625b60e,revision_number=2']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:30.851277 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.851624 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.852143 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.852508 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.852846 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.853174 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.853497 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.853817 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.854156 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.854482 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.854863 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.855195 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.855516 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.855856 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.856175 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:02:30.876464 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:02:30.876835 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:02:30.877229 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.877643 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:02:30.878111 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Bound port: 7c5091e3-0cec-4a02-9ae5-e1300625b60e, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:02:30.878547 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.884637 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Publish callbacks [] for port (832c93df-a086-4325-8a9d-aba4e4af95df), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.927673 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] For port 7c5091e3-0cec-4a02-9ae5-e1300625b60e, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:02:30.931112 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] For port 7c5091e3-0cec-4a02-9ae5-e1300625b60e, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=7c5091e3-0cec-4a02-9ae5-e1300625b60e,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:02:30.982332 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:30.988452 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 77c61048-4a8b-4013-942b-ab36193957df up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:31.023345 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Network 281623ae-51f6-4072-a866-be5c6560c411 is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:02:31.028086 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:31.032225 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:02:31.033545 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 77c61048-4a8b-4013-942b-ab36193957df triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:31.034133 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (77c61048-4a8b-4013-942b-ab36193957df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.034807 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 77c61048-4a8b-4013-942b-ab36193957df Oct 17 04:02:31.052728 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Pushing event updated for resources: {'Port': ['ID=832c93df-a086-4325-8a9d-aba4e4af95df,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:31.065711 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.072607 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:31.073765 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.111404 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:31.114328 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:31.119493 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 77c61048-4a8b-4013-942b-ab36193957df is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:31.134799 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4c419-3064-4b7b-9432-6f3ab9b06704 None None] Pushing event updated for resources: {'Port': ['ID=7c5091e3-0cec-4a02-9ae5-e1300625b60e,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:31.137909 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:31.139237 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:31.248190 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:31.262606 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.323187 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-a947cfa8-1819-4318-876e-16028052b891 None None] Provisioning complete for port 832c93df-a086-4325-8a9d-aba4e4af95df triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:31.323665 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-a947cfa8-1819-4318-876e-16028052b891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.324126 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-a947cfa8-1819-4318-876e-16028052b891 None None] Attempt 1 to provision port 832c93df-a086-4325-8a9d-aba4e4af95df Oct 17 04:02:31.361779 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-a947cfa8-1819-4318-876e-16028052b891 None None] Port 832c93df-a086-4325-8a9d-aba4e4af95df cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:02:31.368644 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:31.418431 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:29Z', 'revision_number': 3, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:31.428499 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Publish callbacks [] for port (832c93df-a086-4325-8a9d-aba4e4af95df), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.442216 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef6113-6f0a-4cb1-90d2-a0446a09ee46 None None] The sync data for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi is: [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:29Z', 'revision_number': 3, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:02:31.478135 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.549116 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Pushing event updated for resources: {'Port': ['ID=832c93df-a086-4325-8a9d-aba4e4af95df,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:31.551687 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.562375 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:31.569631 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.633396 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.656162 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Network 281623ae-51f6-4072-a866-be5c6560c411 is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:02:31.660225 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:31.791566 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:02:31.891310 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-07008224-e374-47f3-b63d-203529cb14c9 None None] Provisioning complete for port 832c93df-a086-4325-8a9d-aba4e4af95df triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:31.891769 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-07008224-e374-47f3-b63d-203529cb14c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:31.892053 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-07008224-e374-47f3-b63d-203529cb14c9 None None] Attempt 1 to provision port 832c93df-a086-4325-8a9d-aba4e4af95df Oct 17 04:02:31.902592 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:02:31.908097 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-3995ac89-b6b3-422f-8638-ff848edf85ea admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/c8f3059e-0099-42f0-a3a0-9ba3cc59a603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893027 Oct 17 04:02:31.931183 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-07008224-e374-47f3-b63d-203529cb14c9 None None] Port 832c93df-a086-4325-8a9d-aba4e4af95df cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:02:32.654108 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35460) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:32.659662 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1009286754-network', 'tenant_id': 'a48f898280ab4371a905047720968afa'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:32.763681 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Made reservation on behalf of a48f898280ab4371a905047720968afa for: {'network': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:02:32.766642 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for network (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:32.775862 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:32.854965 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Publish callbacks [] for security_group (065e8bcd-d5a6-4982-a53f-87009260479e), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:32.925103 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (065e8bcd-d5a6-4982-a53f-87009260479e), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:32.962530 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=111639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:02:32.972893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065e8bcd-d5a6-4982-a53f-87009260479e,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:32.976526 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (f830dc42-6a56-48b8-9e04-dfa62ac1b944), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:32.976881 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.segments_db [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Added segment f830dc42-6a56-48b8-9e04-dfa62ac1b944 of type vlan for network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 Oct 17 04:02:32.997199 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Sync routers for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:02:33.004254 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 7c5091e3-0cec-4a02-9ae5-e1300625b60e up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:33.018843 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:33.025346 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760400488138'] for network (8c06ae2b-5367-4980-9e2e-1f75c36cfe54), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.041920 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:33.042545 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:33.095645 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 7c5091e3-0cec-4a02-9ae5-e1300625b60e triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:33.096042 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.096378 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 7c5091e3-0cec-4a02-9ae5-e1300625b60e Oct 17 04:02:33.101933 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889'] for network (8c06ae2b-5367-4980-9e2e-1f75c36cfe54), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.103024 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:33.103695 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.164742 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] Pushing event updated for resources: {'Network': ['ID=8c06ae2b-5367-4980-9e2e-1f75c36cfe54,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:33.180454 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 details requested by agent ovs-agent-dv-cinder-815582-16-iscsi with host dv-cinder-815582-16-iscsi {{(pid=111641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:02:33.184207 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:33.224946 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-1940ffff-c701-410e-b601-70563f4d6f08 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5695479 Oct 17 04:02:33.227411 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35462) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:33.232185 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Request body: {'subnet': {'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1009286754-subnet', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'ip_version': 4}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:33.319129 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Made reservation on behalf of a48f898280ab4371a905047720968afa for: {'subnet': 1} {{(pid=111639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:02:33.321522 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13532194'] for subnet (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.349140 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 7c5091e3-0cec-4a02-9ae5-e1300625b60e is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:33.349531 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.400673 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 7c5091e3-0cec-4a02-9ae5-e1300625b60e, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=7c5091e3-0cec-4a02-9ae5-e1300625b60e,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:33.463288 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.478387 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:33.505893 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 2, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:33.539401 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Checking router: c8f3059e-0099-42f0-a3a0-9ba3cc59a603 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:02:33.539782 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Updating router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 port 832c93df-a086-4325-8a9d-aba4e4af95df binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:02:33.559313 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13532208'] for subnet (5797d55e-9ab2-4ce4-9224-87f5cd2bef0b), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.560436 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=7c5091e3-0cec-4a02-9ae5-e1300625b60e,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:33.572871 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.617437 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5797d55e-9ab2-4ce4-9224-87f5cd2bef0b,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:33.635043 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Checking segment: {'id': 'f830dc42-6a56-48b8-9e04-dfa62ac1b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:02:33.635405 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Network hostable DHCP agents. Network: 8c06ae2b-5367-4980-9e2e-1f75c36cfe54, hostable agents: ['273eb1ee-8f02-4445-8b37-439c1f81b436'], hosted agents: [] {{(pid=111639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:02:33.696249 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 is scheduled to be hosted by DHCP agent 273eb1ee-8f02-4445-8b37-439c1f81b436 with binding_index 1 {{(pid=111639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:02:33.747703 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-16-iscsi, 8c06ae2b-5367-4980-9e2e-1f75c36cfe54) {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:33.752513 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:33.753106 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.759333 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f69f7fb-bb9f-441f-bbd4-49074f85d631 None None] Network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:02:33.814492 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-a24a99f4-0cc6-4870-9386-7e64785326dd admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5835249 Oct 17 04:02:33.814729 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35464) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:33.818874 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:33.841185 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:33.852183 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:33.889835 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7831'] for router (7a84cfa2-43b7-425f-84e4-f468002b63c3), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.890891 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-473585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7820'] for router (7a84cfa2-43b7-425f-84e4-f468002b63c3), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.941094 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks [] for router_controller (7a84cfa2-43b7-425f-84e4-f468002b63c3), precommit_add_association {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:33.955832 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:33.957910 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20181ca-b055-5a2c-b270-5da36749d859-8c06ae2b-5367-4980-9e2e-1f75c36cfe54', 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54', 'project_id': 'a48f898280ab4371a905047720968afa', 'fixed_ips': [{'subnet_id': '5797d55e-9ab2-4ce4-9224-87f5cd2bef0b'}]}} from dv-cinder-815582-16-iscsi. {{(pid=111641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:02:33.958796 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.146322 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks [] for router_gateway (7a84cfa2-43b7-425f-84e4-f468002b63c3), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.164405 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Publish callbacks [] for port (832c93df-a086-4325-8a9d-aba4e4af95df), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.179077 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.db_base_plugin_common [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Allocated IP 172.20.0.2 (8c06ae2b-5367-4980-9e2e-1f75c36cfe54/5797d55e-9ab2-4ce4-9224-87f5cd2bef0b/b4261afc-8bf4-4e93-8bdd-ed4d5131e319) {{(pid=111641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:02:34.255785 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.377565 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996805e6-c5b1-4ff6-bad3-dc4100e60639 None None] Pushing event updated for resources: {'Port': ['ID=832c93df-a086-4325-8a9d-aba4e4af95df,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:34.393780 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks [] for router_gateway (7a84cfa2-43b7-425f-84e4-f468002b63c3), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.401474 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Publish callbacks [] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), precommit_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.405843 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Attempting to bind port 832c93df-a086-4325-8a9d-aba4e4af95df on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:02:34.406209 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Attempting to bind port 832c93df-a086-4325-8a9d-aba4e4af95df by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:02:34.406567 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Attempting to bind port 832c93df-a086-4325-8a9d-aba4e4af95df on network 281623ae-51f6-4072-a866-be5c6560c411 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:02:34.413077 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.417085 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:34.447851 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:02:34.448225 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Checking segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:02:34.448623 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.449014 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Bound using segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:02:34.449482 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Bound port: 832c93df-a086-4325-8a9d-aba4e4af95df, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:02:34.449885 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.486222 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), after_create {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.521855 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Allocated IP 172.27.4.23 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:02:34.552668 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 is already hosted by enough agents. {{(pid=111641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:02:34.555704 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Pushing event updated for resources: {'Port': ['ID=b4261afc-8bf4-4e93-8bdd-ed4d5131e319,revision_number=1']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:34.559336 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.base_scheduler [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Resources bound (agent type, host, resource id): {{(pid=111641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:34.563179 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Received port after_create {{(pid=111641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:02:34.566393 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] For port 832c93df-a086-4325-8a9d-aba4e4af95df, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:02:34.570895 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] For port 832c93df-a086-4325-8a9d-aba4e4af95df, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=832c93df-a086-4325-8a9d-aba4e4af95df,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:02:34.624482 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.628497 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:34.634924 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Attempting to bind port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:02:34.640144 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Attempting to bind port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': 'f830dc42-6a56-48b8-9e04-dfa62ac1b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:02:34.640144 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Attempting to bind port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 on network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:02:34.640386 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks [] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.691625 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:34.692292 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:34.699042 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:34.742292 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.759445 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:02:34.759833 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Checking segment: {'id': 'f830dc42-6a56-48b8-9e04-dfa62ac1b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:02:34.760241 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.760635 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Bound using segment: {'id': 'f830dc42-6a56-48b8-9e04-dfa62ac1b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:02:34.761102 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Bound port: b4261afc-8bf4-4e93-8bdd-ed4d5131e319, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830dc42-6a56-48b8-9e04-dfa62ac1b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:02:34.761480 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:34.766416 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996805e6-c5b1-4ff6-bad3-dc4100e60639 None None] Pushing event updated for resources: {'Port': ['ID=832c93df-a086-4325-8a9d-aba4e4af95df,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:34.785254 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:02:34.788232 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:34.792163 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:02:34.797632 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Pushing event updated for resources: {'Port': ['ID=a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:34.837007 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:UPDATE=1,neutron:SELECT=35,neutron:DELETE=7 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:34.873309 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:34.903072 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] For port b4261afc-8bf4-4e93-8bdd-ed4d5131e319, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:02:34.922646 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] For port b4261afc-8bf4-4e93-8bdd-ed4d5131e319, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=b4261afc-8bf4-4e93-8bdd-ed4d5131e319,segment=NetworkSegment(f830dc42-6a56-48b8-9e04-dfa62ac1b944),segment_id=f830dc42-6a56-48b8-9e04-dfa62ac1b944)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:02:34.993091 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 7c5091e3-0cec-4a02-9ae5-e1300625b60e up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:35.004090 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:35.116017 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aefbb-ed5a-49a1-a35f-491c0ddf5289 None None] Pushing event updated for resources: {'Port': ['ID=b4261afc-8bf4-4e93-8bdd-ed4d5131e319,revision_number=2']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:35.132650 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 7c5091e3-0cec-4a02-9ae5-e1300625b60e triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:35.133026 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:35.133362 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 7c5091e3-0cec-4a02-9ae5-e1300625b60e Oct 17 04:02:35.159115 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:35.198673 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:35.223586 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:34Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:35.256871 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dfe49f-203a-4450-bf28-dbdc27811874 None None] The sync data for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi is: [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:34Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:02:35.343443 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 7c5091e3-0cec-4a02-9ae5-e1300625b60e is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:35.443506 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks [] for router_gateway (7a84cfa2-43b7-425f-84e4-f468002b63c3), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:35.637729 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-469707'] for router (7a84cfa2-43b7-425f-84e4-f468002b63c3), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:35.867845 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Router 7a84cfa2-43b7-425f-84e4-f468002b63c3 is scheduled to L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db with binding_index 1 {{(pid=111639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:02:35.879920 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:35.976133 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:02:35.987700 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Sync routers for ids ['7a84cfa2-43b7-425f-84e4-f468002b63c3'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:02:36.006125 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Routers {'7a84cfa2-43b7-425f-84e4-f468002b63c3'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:36.006739 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['7a84cfa2-43b7-425f-84e4-f468002b63c3'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:36.036443 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.040378 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-ab44d195-9138-45be-bd51-2858161ba08c admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2222319 Oct 17 04:02:36.040552 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a9bead-e448-44d7-81e8-d87f6c52615a None None] Network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:02:36.041002 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35466) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:36.118214 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Set router 7a84cfa2-43b7-425f-84e4-f468002b63c3 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:36.122833 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-a4d3bd34-bb06-4fa2-9fb4-c781d2a893ea None None] Provisioning complete for port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:36.123328 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-a4d3bd34-bb06-4fa2-9fb4-c781d2a893ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.124323 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-a4d3bd34-bb06-4fa2-9fb4-c781d2a893ea None None] Attempt 1 to provision port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 Oct 17 04:02:36.260330 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:36.276618 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3bd34-bb06-4fa2-9fb4-c781d2a893ea None None] Current status of the port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:36.277840 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-a4d3bd34-bb06-4fa2-9fb4-c781d2a893ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.309123 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:33Z', 'updated_at': '2022-10-17T04:02:34Z', 'revision_number': 3, 'project_id': 'a48f898280ab4371a905047720968afa', 'gw_port': {'id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:34Z', 'updated_at': '2022-10-17T04:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:36.334573 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-a4d3bd34-bb06-4fa2-9fb4-c781d2a893ea None None] For port b4261afc-8bf4-4e93-8bdd-ed4d5131e319, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=b4261afc-8bf4-4e93-8bdd-ed4d5131e319,segment=NetworkSegment(f830dc42-6a56-48b8-9e04-dfa62ac1b944),segment_id=f830dc42-6a56-48b8-9e04-dfa62ac1b944)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:36.351095 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Checking router: 7a84cfa2-43b7-425f-84e4-f468002b63c3 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:02:36.351535 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Updating router 7a84cfa2-43b7-425f-84e4-f468002b63c3 port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 binding host dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:02:36.399204 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-a4d3bd34-bb06-4fa2-9fb4-c781d2a893ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.468687 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3bd34-bb06-4fa2-9fb4-c781d2a893ea None None] Pushing event updated for resources: {'Port': ['ID=b4261afc-8bf4-4e93-8bdd-ed4d5131e319,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:36.494888 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.520184 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-e95d7d2d-2d60-48a6-8f5c-b09d997d6a16 None None] Provisioning complete for port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:36.520557 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-e95d7d2d-2d60-48a6-8f5c-b09d997d6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.520891 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-e95d7d2d-2d60-48a6-8f5c-b09d997d6a16 None None] Attempt 1 to provision port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 Oct 17 04:02:36.572253 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.604735 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:36.607602 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-e95d7d2d-2d60-48a6-8f5c-b09d997d6a16 None None] Current status of the port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:36.737335 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Allocated IP 172.20.0.1 (8c06ae2b-5367-4980-9e2e-1f75c36cfe54/5797d55e-9ab2-4ce4-9224-87f5cd2bef0b/263f4313-c50d-4ad5-b9a7-57db1474423d) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:02:36.756616 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Publish callbacks [] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), precommit_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.838088 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Publish callbacks [] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.839242 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.860957 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:36.877684 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Attempting to bind port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:02:36.878048 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Attempting to bind port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:02:36.878403 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Attempting to bind port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 on network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:02:36.911580 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee639b5-1e24-4903-83d2-6fd28c92754d None None] Pushing event updated for resources: {'Port': ['ID=a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5,revision_number=2']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:36.915216 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:36.929835 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:02:36.929835 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Checking segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:02:36.930189 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.930591 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Bound using segment: {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'} {{(pid=111642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:02:36.931016 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.managers [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Bound port: a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf065f-8c6f-49bb-b8bc-4dddba77398f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf'}}] {{(pid=111642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:02:36.931390 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), before_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.948860 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:36.985090 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] For port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:02:36.989342 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.plugins.ml2.db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] For port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:02:37.005518 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:02:37.010403 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:37.012780 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:02:37.039662 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 832c93df-a086-4325-8a9d-aba4e4af95df up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:37.040354 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Pushing event updated for resources: {'Port': ['ID=263f4313-c50d-4ad5-b9a7-57db1474423d,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:37.056839 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), after_update {{(pid=111642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.069804 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-468272'] for router_interface (7a84cfa2-43b7-425f-84e4-f468002b63c3), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.085338 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 832c93df-a086-4325-8a9d-aba4e4af95df triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:37.085704 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.086038 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 832c93df-a086-4325-8a9d-aba4e4af95df Oct 17 04:02:37.117549 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee639b5-1e24-4903-83d2-6fd28c92754d None None] Pushing event updated for resources: {'Port': ['ID=a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5,revision_number=3']} {{(pid=111642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:37.125614 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Routers {'7a84cfa2-43b7-425f-84e4-f468002b63c3'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:37.126232 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['7a84cfa2-43b7-425f-84e4-f468002b63c3'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:37.185694 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:37.240596 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] Set router 7a84cfa2-43b7-425f-84e4-f468002b63c3 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:37.283773 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.315614 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 832c93df-a086-4325-8a9d-aba4e4af95df is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:37.316211 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.345513 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-465ffafa-3326-41bd-8c62-43fe3ca04c0f None None] Provisioning complete for port 263f4313-c50d-4ad5-b9a7-57db1474423d triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:37.345878 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-465ffafa-3326-41bd-8c62-43fe3ca04c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.346211 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-465ffafa-3326-41bd-8c62-43fe3ca04c0f None None] Attempt 1 to provision port 263f4313-c50d-4ad5-b9a7-57db1474423d Oct 17 04:02:37.382703 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 832c93df-a086-4325-8a9d-aba4e4af95df, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=832c93df-a086-4325-8a9d-aba4e4af95df,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:37.390755 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-465ffafa-3326-41bd-8c62-43fe3ca04c0f None None] Port 263f4313-c50d-4ad5-b9a7-57db1474423d cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:02:37.433139 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.434686 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device b4261afc-8bf4-4e93-8bdd-ed4d5131e319 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:37.439916 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:33Z', 'updated_at': '2022-10-17T04:02:34Z', 'revision_number': 3, 'project_id': 'a48f898280ab4371a905047720968afa', 'gw_port': {'id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:34Z', 'updated_at': '2022-10-17T04:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:37.456220 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Publish callbacks [] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.469689 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef2bd5-bc48-4587-ab7b-50b9954f9a9d None None] The sync data for ids ['7a84cfa2-43b7-425f-84e4-f468002b63c3'] in dv-cinder-815582-16-iscsi is: [{'id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:33Z', 'updated_at': '2022-10-17T04:02:34Z', 'revision_number': 3, 'project_id': 'a48f898280ab4371a905047720968afa', 'gw_port': {'id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:34Z', 'updated_at': '2022-10-17T04:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:02:37.497446 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:37.519483 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.521808 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=832c93df-a086-4325-8a9d-aba4e4af95df,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:37.525597 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:37.525979 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.531660 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 Oct 17 04:02:37.591757 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468396'] for router_interface (7a84cfa2-43b7-425f-84e4-f468002b63c3), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:37.595275 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Pushing event updated for resources: {'Port': ['ID=263f4313-c50d-4ad5-b9a7-57db1474423d,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:37.606530 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:37.706550 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:02:37.708786 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:02:37.835406 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Router 7a84cfa2-43b7-425f-84e4-f468002b63c3 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:02:37.944747 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:02:37.949905 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-4dca22d6-7818-4844-94cb-c39fb4da7578 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/7a84cfa2-43b7-425f-84e4-f468002b63c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076591 Oct 17 04:02:38.013061 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-766701d8-96b8-43f9-8035-9274fb5020ff None None] Provisioning complete for port 263f4313-c50d-4ad5-b9a7-57db1474423d triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:38.013434 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-766701d8-96b8-43f9-8035-9274fb5020ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:38.013773 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-766701d8-96b8-43f9-8035-9274fb5020ff None None] Attempt 1 to provision port 263f4313-c50d-4ad5-b9a7-57db1474423d Oct 17 04:02:38.049202 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-766701d8-96b8-43f9-8035-9274fb5020ff None None] Port 263f4313-c50d-4ad5-b9a7-57db1474423d cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:02:38.352370 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35474) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:38.356963 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-add9367f-a2f6-4b66-84eb-e4dbfe434e17 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259847931', 'description': 'tempest-secgroup-smoke-1259847931 description', 'project_id': '8dbea8f697124e6bb449a9ed71670dda'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:38.427777 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-add9367f-a2f6-4b66-84eb-e4dbfe434e17 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:38.499394 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-add9367f-a2f6-4b66-84eb-e4dbfe434e17 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group (5afc4297-e1c3-4c69-9b9b-bb96c30e4d04), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:38.553381 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-add9367f-a2f6-4b66-84eb-e4dbfe434e17 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5afc4297-e1c3-4c69-9b9b-bb96c30e4d04), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:38.583039 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9367f-a2f6-4b66-84eb-e4dbfe434e17 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:38.629285 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-add9367f-a2f6-4b66-84eb-e4dbfe434e17 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:38.630547 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-add9367f-a2f6-4b66-84eb-e4dbfe434e17 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2771857 Oct 17 04:02:38.633573 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35476) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:38.637760 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-880c7547-a9f3-41f2-8cf5-c3d425768f91 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'security_group_rule': {'security_group_id': '5afc4297-e1c3-4c69-9b9b-bb96c30e4d04', 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:38.721432 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-880c7547-a9f3-41f2-8cf5-c3d425768f91 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (a4e5d717-e4da-402c-971f-0153a311d142), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:38.778445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-880c7547-a9f3-41f2-8cf5-c3d425768f91 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (a4e5d717-e4da-402c-971f-0153a311d142), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:38.833682 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-880c7547-a9f3-41f2-8cf5-c3d425768f91 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (a4e5d717-e4da-402c-971f-0153a311d142), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:38.853968 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c7547-a9f3-41f2-8cf5-c3d425768f91 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e5d717-e4da-402c-971f-0153a311d142,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:38.909818 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-880c7547-a9f3-41f2-8cf5-c3d425768f91 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:38.911022 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-880c7547-a9f3-41f2-8cf5-c3d425768f91 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2765481 Oct 17 04:02:38.913773 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35478) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:38.920687 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-1b353150-b50b-4a73-a2a6-995521dbdf5d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'security_group_rule': {'security_group_id': '5afc4297-e1c3-4c69-9b9b-bb96c30e4d04', 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:39.019127 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b353150-b50b-4a73-a2a6-995521dbdf5d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (5eca4030-4af4-4b1d-9923-3e8ec7389e62), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.045260 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Sync routers for ids ['7a84cfa2-43b7-425f-84e4-f468002b63c3'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:02:39.056559 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Routers {'7a84cfa2-43b7-425f-84e4-f468002b63c3'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:39.057191 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['7a84cfa2-43b7-425f-84e4-f468002b63c3'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:39.062355 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:39.084546 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b353150-b50b-4a73-a2a6-995521dbdf5d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (5eca4030-4af4-4b1d-9923-3e8ec7389e62), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.158688 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b353150-b50b-4a73-a2a6-995521dbdf5d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (5eca4030-4af4-4b1d-9923-3e8ec7389e62), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.178851 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b353150-b50b-4a73-a2a6-995521dbdf5d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eca4030-4af4-4b1d-9923-3e8ec7389e62,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:39.197399 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:39.197827 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.198166 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 Oct 17 04:02:39.204555 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Set router 7a84cfa2-43b7-425f-84e4-f468002b63c3 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:39.241205 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-1b353150-b50b-4a73-a2a6-995521dbdf5d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.243056 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-1b353150-b50b-4a73-a2a6-995521dbdf5d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3283606 Oct 17 04:02:39.245341 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35480) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:39.250252 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-b7e7325d-13b2-4b42-8fb5-2ba98a6184d7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'security_group_rule': {'security_group_id': '5afc4297-e1c3-4c69-9b9b-bb96c30e4d04', 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:39.265867 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:39.330086 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7e7325d-13b2-4b42-8fb5-2ba98a6184d7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (6186993c-cf77-4abf-96dd-73eb76ef89f5), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.391414 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7e7325d-13b2-4b42-8fb5-2ba98a6184d7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (6186993c-cf77-4abf-96dd-73eb76ef89f5), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.393546 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:39.393940 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.411309 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:39.434854 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:39.466592 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7e7325d-13b2-4b42-8fb5-2ba98a6184d7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (6186993c-cf77-4abf-96dd-73eb76ef89f5), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.472056 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:33Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 4, 'project_id': 'a48f898280ab4371a905047720968afa', 'gw_port': {'id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:34Z', 'updated_at': '2022-10-17T04:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '263f4313-c50d-4ad5-b9a7-57db1474423d', 'name': '', 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'mac_address': 'fa:16:3e:f7:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '5797d55e-9ab2-4ce4-9224-87f5cd2bef0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:36Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 2, 'project_id': 'a48f898280ab4371a905047720968afa', 'subnets': [{'id': '5797d55e-9ab2-4ce4-9224-87f5cd2bef0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:39.486581 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7325d-13b2-4b42-8fb5-2ba98a6184d7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6186993c-cf77-4abf-96dd-73eb76ef89f5,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:39.498080 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.504495 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 832c93df-a086-4325-8a9d-aba4e4af95df up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:39.504495 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Checking router: 7a84cfa2-43b7-425f-84e4-f468002b63c3 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:02:39.504495 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Updating router 7a84cfa2-43b7-425f-84e4-f468002b63c3 port 263f4313-c50d-4ad5-b9a7-57db1474423d binding host dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:02:39.554335 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-b7e7325d-13b2-4b42-8fb5-2ba98a6184d7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.555663 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-b7e7325d-13b2-4b42-8fb5-2ba98a6184d7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3092897 Oct 17 04:02:39.558643 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35482) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:39.564005 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-e99f273d-6253-4bce-ba62-c3498d44eb02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'security_group_rule': {'security_group_id': '5afc4297-e1c3-4c69-9b9b-bb96c30e4d04', 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:39.584744 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.611475 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:39.649565 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 832c93df-a086-4325-8a9d-aba4e4af95df triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:39.649938 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.653650 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e99f273d-6253-4bce-ba62-c3498d44eb02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (51100ecc-ec76-4fd3-8875-009417f06460), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.653785 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 832c93df-a086-4325-8a9d-aba4e4af95df Oct 17 04:02:39.713952 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e99f273d-6253-4bce-ba62-c3498d44eb02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (51100ecc-ec76-4fd3-8875-009417f06460), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.793462 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e99f273d-6253-4bce-ba62-c3498d44eb02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (51100ecc-ec76-4fd3-8875-009417f06460), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.800223 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:39.813466 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f273d-6253-4bce-ba62-c3498d44eb02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51100ecc-ec76-4fd3-8875-009417f06460,revision_number=0']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:39.846138 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 832c93df-a086-4325-8a9d-aba4e4af95df is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:39.875561 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e99f273d-6253-4bce-ba62-c3498d44eb02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.876930 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e99f273d-6253-4bce-ba62-c3498d44eb02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3172166 Oct 17 04:02:39.879727 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35484) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:39.884312 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-0711011b-1f78-46f8-a9e1-1b90b1f2af61 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'security_group_rule': {'security_group_id': '5afc4297-e1c3-4c69-9b9b-bb96c30e4d04', 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:39.930435 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Publish callbacks [] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), precommit_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.991960 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:39.992412 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.securitygroups_db [None req-0711011b-1f78-46f8-a9e1-1b90b1f2af61 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Project 8dbea8f697124e6bb449a9ed71670dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:02:39.997505 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:39.999547 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0711011b-1f78-46f8-a9e1-1b90b1f2af61 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (09bb5133-f081-48b3-8fb7-a22c832aa0ff), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.042347 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:40.054842 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34b9c0-b320-4eda-b667-d7dc29775e48 None None] Pushing event updated for resources: {'Port': ['ID=263f4313-c50d-4ad5-b9a7-57db1474423d,revision_number=3']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:40.062295 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0711011b-1f78-46f8-a9e1-1b90b1f2af61 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (09bb5133-f081-48b3-8fb7-a22c832aa0ff), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.087845 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Attempting to bind port 263f4313-c50d-4ad5-b9a7-57db1474423d on host dv-cinder-815582-16-iscsi for vnic_type normal with profile {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:02:40.088212 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Attempting to bind port 263f4313-c50d-4ad5-b9a7-57db1474423d by drivers openvswitch,hyperv on host dv-cinder-815582-16-iscsi at level 0 using segments [{'id': 'f830dc42-6a56-48b8-9e04-dfa62ac1b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54'}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:02:40.088569 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Attempting to bind port 263f4313-c50d-4ad5-b9a7-57db1474423d on network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:02:40.130730 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Checking agent: {'id': '83ee5f97-3ca4-4c63-8148-62929779a0e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 42, 32), 'started_at': datetime.datetime(2022, 10, 17, 3, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:02:40.131029 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Checking segment: {'id': 'f830dc42-6a56-48b8-9e04-dfa62ac1b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:02:40.131429 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.131850 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Bound using segment: {'id': 'f830dc42-6a56-48b8-9e04-dfa62ac1b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54'} {{(pid=111641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:02:40.132319 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.managers [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Bound port: 263f4313-c50d-4ad5-b9a7-57db1474423d, host: dv-cinder-815582-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830dc42-6a56-48b8-9e04-dfa62ac1b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54'}}] {{(pid=111641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:02:40.132698 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.153377 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0711011b-1f78-46f8-a9e1-1b90b1f2af61 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (09bb5133-f081-48b3-8fb7-a22c832aa0ff), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.174080 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711011b-1f78-46f8-a9e1-1b90b1f2af61 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bb5133-f081-48b3-8fb7-a22c832aa0ff,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:40.194165 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] For port 263f4313-c50d-4ad5-b9a7-57db1474423d, host dv-cinder-815582-16-iscsi, cleared binding levels {{(pid=111641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:02:40.197185 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] For port 263f4313-c50d-4ad5-b9a7-57db1474423d, host dv-cinder-815582-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=263f4313-c50d-4ad5-b9a7-57db1474423d,segment=NetworkSegment(f830dc42-6a56-48b8-9e04-dfa62ac1b944),segment_id=f830dc42-6a56-48b8-9e04-dfa62ac1b944)] {{(pid=111641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:02:40.218306 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-0711011b-1f78-46f8-a9e1-1b90b1f2af61 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.219527 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-0711011b-1f78-46f8-a9e1-1b90b1f2af61 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3387799 Oct 17 04:02:40.222365 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35486) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:02:40.226699 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-b597cb0f-3b46-460f-9c12-dc45ae458250 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'security_group_rule': {'security_group_id': '5afc4297-e1c3-4c69-9b9b-bb96c30e4d04', 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:02:40.242004 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:40.279405 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.297229 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.securitygroups_db [None req-b597cb0f-3b46-460f-9c12-dc45ae458250 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Project 8dbea8f697124e6bb449a9ed71670dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:02:40.306430 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b597cb0f-3b46-460f-9c12-dc45ae458250 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (17766235-9b0f-45ef-b395-a5e9e7dea5a9), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.323850 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Routers {'7a84cfa2-43b7-425f-84e4-f468002b63c3'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:02:40.324480 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['7a84cfa2-43b7-425f-84e4-f468002b63c3'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:40.374487 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b597cb0f-3b46-460f-9c12-dc45ae458250 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (17766235-9b0f-45ef-b395-a5e9e7dea5a9), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.383015 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34b9c0-b320-4eda-b667-d7dc29775e48 None None] Pushing event updated for resources: {'Port': ['ID=263f4313-c50d-4ad5-b9a7-57db1474423d,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:40.442501 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] Set router 7a84cfa2-43b7-425f-84e4-f468002b63c3 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:02:40.477856 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b597cb0f-3b46-460f-9c12-dc45ae458250 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545911'] for security_group_rule (17766235-9b0f-45ef-b395-a5e9e7dea5a9), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.484549 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:40.495383 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597cb0f-3b46-460f-9c12-dc45ae458250 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17766235-9b0f-45ef-b395-a5e9e7dea5a9,revision_number=0']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:40.577838 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b597cb0f-3b46-460f-9c12-dc45ae458250 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:40.579125 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-b597cb0f-3b46-460f-9c12-dc45ae458250 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557980 Oct 17 04:02:40.633764 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:33Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 4, 'project_id': 'a48f898280ab4371a905047720968afa', 'gw_port': {'id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:34Z', 'updated_at': '2022-10-17T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '263f4313-c50d-4ad5-b9a7-57db1474423d', 'name': '', 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'mac_address': 'fa:16:3e:f7:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '5797d55e-9ab2-4ce4-9224-87f5cd2bef0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:36Z', 'updated_at': '2022-10-17T04:02:40Z', 'revision_number': 4, 'project_id': 'a48f898280ab4371a905047720968afa', 'subnets': [{'id': '5797d55e-9ab2-4ce4-9224-87f5cd2bef0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:02:40.659024 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f8f07-bdcd-4173-9619-f6601c9059b6 None None] The sync data for ids ['7a84cfa2-43b7-425f-84e4-f468002b63c3'] in dv-cinder-815582-16-iscsi is: [{'id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:33Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 4, 'project_id': 'a48f898280ab4371a905047720968afa', 'gw_port': {'id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:34Z', 'updated_at': '2022-10-17T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '263f4313-c50d-4ad5-b9a7-57db1474423d', 'name': '', 'network_id': '8c06ae2b-5367-4980-9e2e-1f75c36cfe54', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'mac_address': 'fa:16:3e:f7:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '5797d55e-9ab2-4ce4-9224-87f5cd2bef0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:36Z', 'updated_at': '2022-10-17T04:02:40Z', 'revision_number': 4, 'project_id': 'a48f898280ab4371a905047720968afa', 'subnets': [{'id': '5797d55e-9ab2-4ce4-9224-87f5cd2bef0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:02:41.048742 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:41.095681 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:41.096390 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:41.096873 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 Oct 17 04:02:41.175014 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:41.176104 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 263f4313-c50d-4ad5-b9a7-57db1474423d up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:41.217633 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 263f4313-c50d-4ad5-b9a7-57db1474423d triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:41.218060 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:41.218322 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 263f4313-c50d-4ad5-b9a7-57db1474423d Oct 17 04:02:41.254343 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:41.432795 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 263f4313-c50d-4ad5-b9a7-57db1474423d is: DOWN; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:41.433154 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:41.467872 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] For port 263f4313-c50d-4ad5-b9a7-57db1474423d, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=263f4313-c50d-4ad5-b9a7-57db1474423d,segment=NetworkSegment(f830dc42-6a56-48b8-9e04-dfa62ac1b944),segment_id=f830dc42-6a56-48b8-9e04-dfa62ac1b944)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:02:41.519232 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:41.565603 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Pushing event updated for resources: {'Port': ['ID=263f4313-c50d-4ad5-b9a7-57db1474423d,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:02:42.987012 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 263f4313-c50d-4ad5-b9a7-57db1474423d up at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:02:43.033275 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Provisioning complete for port 263f4313-c50d-4ad5-b9a7-57db1474423d triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:02:43.033640 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:43.033968 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Attempt 1 to provision port 263f4313-c50d-4ad5-b9a7-57db1474423d Oct 17 04:02:43.110249 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Current status of the port 263f4313-c50d-4ad5-b9a7-57db1474423d is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:02:47.403227 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:47.437279 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=29 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:47.444229 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:47.444468 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50e937-07a7-4126-82ec-54e890a9dbc1 req-fd9ea203-5f4c-4d9a-80f1-0c4789268865 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:47.446012 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2e50e937-07a7-4126-82ec-54e890a9dbc1 req-fd9ea203-5f4c-4d9a-80f1-0c4789268865 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0512362 Oct 17 04:02:47.497886 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2e50e937-07a7-4126-82ec-54e890a9dbc1 req-25a0a24f-75a9-4286-ad16-3fe9f490e7c5 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446143 Oct 17 04:02:48.620603 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6716-83fd-45f9-9e43-97f0234bfdd5 req-8bf2bafc-eed0-4e41-9de8-82c13e078d2e tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:48.622069 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-301b6716-83fd-45f9-9e43-97f0234bfdd5 req-8bf2bafc-eed0-4e41-9de8-82c13e078d2e tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0482273 Oct 17 04:02:48.672906 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-301b6716-83fd-45f9-9e43-97f0234bfdd5 req-a3ea7346-f26e-47f7-aeb9-01e9aefc2a61 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443678 Oct 17 04:02:49.800326 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da30293-2c41-43af-a7b2-076a3392229f req-d80947aa-c336-4d36-a164-e8d17c33e7e4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:49.801803 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2da30293-2c41-43af-a7b2-076a3392229f req-d80947aa-c336-4d36-a164-e8d17c33e7e4 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0473363 Oct 17 04:02:49.852319 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2da30293-2c41-43af-a7b2-076a3392229f req-63ba4ea4-019d-4908-ab78-c217e3854d7e tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450277 Oct 17 04:02:49.865906 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:02:50.978205 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e675b-a2b4-4083-b9f3-4e3a342bf6a1 req-6123c559-3eba-41c2-b0c3-ed1062771570 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:50.979679 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b81e675b-a2b4-4083-b9f3-4e3a342bf6a1 req-6123c559-3eba-41c2-b0c3-ed1062771570 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Oct 17 04:02:51.004687 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:51.032784 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b81e675b-a2b4-4083-b9f3-4e3a342bf6a1 req-c275bc1c-ed37-4a87-968b-36f2c745ff12 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472755 Oct 17 04:02:52.150362 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6b4ff-6603-446b-bb28-209c1dd6c0df req-f3767f31-a19d-42ed-ae28-537976096a22 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:52.151748 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1ec6b4ff-6603-446b-bb28-209c1dd6c0df req-f3767f31-a19d-42ed-ae28-537976096a22 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0452757 Oct 17 04:02:52.203805 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1ec6b4ff-6603-446b-bb28-209c1dd6c0df req-e5e8dc0b-d32c-4fb0-bec6-9803777486dd tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464423 Oct 17 04:02:53.103583 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:53.106459 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:53.325593 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8004f14-48f7-43f5-b061-5b3f13ffbbbd req-7dbf3066-f633-455c-ae0a-0127f34c158f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:53.327020 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f8004f14-48f7-43f5-b061-5b3f13ffbbbd req-7dbf3066-f633-455c-ae0a-0127f34c158f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Oct 17 04:02:53.375286 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f8004f14-48f7-43f5-b061-5b3f13ffbbbd req-800c46d2-e8a9-43b6-a405-a64fedaec738 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427415 Oct 17 04:02:54.492226 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c0188-b39c-44b2-b3ee-5239fae02017 req-f7c01014-b97a-47ca-8b88-03b91efbb7bd tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:54.493648 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a73c0188-b39c-44b2-b3ee-5239fae02017 req-f7c01014-b97a-47ca-8b88-03b91efbb7bd tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0457215 Oct 17 04:02:54.541690 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a73c0188-b39c-44b2-b3ee-5239fae02017 req-5806eb86-0501-4494-9776-c522e10c8462 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427020 Oct 17 04:02:55.657337 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d94893-597b-474d-a430-7a9521d5f1b5 req-0727167f-caec-4f42-a2ce-5e92ac98543d tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:55.659236 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d5d94893-597b-474d-a430-7a9521d5f1b5 req-0727167f-caec-4f42-a2ce-5e92ac98543d tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0438583 Oct 17 04:02:55.707129 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d5d94893-597b-474d-a430-7a9521d5f1b5 req-f1d9e536-719c-4782-a834-ee91abdac9a0 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425172 Oct 17 04:02:56.701350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-9d3a97e3-1d2a-4350-9e3a-965ed4ed73ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:56.826963 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb461f71-19ed-45c9-aefd-88a73b3e43dc req-9d82d7a6-bcc8-4902-83f2-0f75824bbd55 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:56.828432 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb461f71-19ed-45c9-aefd-88a73b3e43dc req-9d82d7a6-bcc8-4902-83f2-0f75824bbd55 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0457017 Oct 17 04:02:56.877581 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb461f71-19ed-45c9-aefd-88a73b3e43dc req-4a054176-d6b4-49aa-a39a-2212696c1033 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435889 Oct 17 04:02:57.387394 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b14f0409-3ff8-49ac-a295-70e739dec013 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1259847931&fields=id&tenant_id=8dbea8f697124e6bb449a9ed71670dda HTTP/1.1" status: 200 len: 267 time: 0.0430970 Oct 17 04:02:57.494197 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe3b4-1926-48cc-b860-788def98ce9b req-e5208e65-0323-40e7-9caa-d81ab6dbf99d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:57.495633 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-e5208e65-0323-40e7-9caa-d81ab6dbf99d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 811 time: 0.1021209 Oct 17 04:02:57.509449 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-f4a35d14-e7ec-43b3-9a05-621593c17aab tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/quotas/8dbea8f697124e6bb449a9ed71670dda HTTP/1.1" status: 200 len: 375 time: 0.0086274 Oct 17 04:02:57.556621 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-7d0f05f1-e492-4333-8871-0621c9737e53 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425839 Oct 17 04:02:57.655815 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-8086cad9-56c3-4577-834a-46aa20f45292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:57.658255 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-8086cad9-56c3-4577-834a-46aa20f45292 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1129 time: 0.0427165 Oct 17 04:02:57.661479 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-eac9e4c7-8602-4507-9499-b38a81f544b5 service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:02:57.662465 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-eac9e4c7-8602-4507-9499-b38a81f544b5 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0948930 Oct 17 04:02:57.735247 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:57.760427 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-725d9063-aa17-4ae9-92de-c957e30ae2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:57.760427 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-725d9063-aa17-4ae9-92de-c957e30ae2a5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 200 len: 910 time: 0.0865908 Oct 17 04:02:57.760913 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-d2103fe6-7d6f-4dd7-9001-b9e07102e8df service neutron] 10.222.0.17 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890324 Oct 17 04:02:57.855221 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-d23b19d2-59ad-4d64-ba64-75aef4e3a527 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918677 Oct 17 04:02:58.115828 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-f9e91169-3967-4460-af57-6409b40b91d4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 1000 time: 0.3518243 Oct 17 04:02:58.123386 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179687ad-909e-4011-bad2-625fc57bead4 req-32f4093a-9820-4d08-a3f2-15d1dc0c95be tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:58.124775 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-179687ad-909e-4011-bad2-625fc57bead4 req-32f4093a-9820-4d08-a3f2-15d1dc0c95be tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0608757 Oct 17 04:02:58.191585 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-3900a1a7-f57e-4dbb-be6e-5bb0b7e195ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:58.193418 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-3900a1a7-f57e-4dbb-be6e-5bb0b7e195ad service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=de1dbd03-c3de-46da-9fd6-502d45ff03dc HTTP/1.1" status: 200 len: 848 time: 0.0674360 Oct 17 04:02:58.220886 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-179687ad-909e-4011-bad2-625fc57bead4 req-4c926c88-27a5-447b-b28f-ccfb953a0a31 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871551 Oct 17 04:02:58.248143 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-d40ac345-be65-488a-bfab-77f894a9754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:58.249600 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-d40ac345-be65-488a-bfab-77f894a9754a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0a4673eb-54a6-418c-a7cb-295a98979828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466878 Oct 17 04:02:58.320385 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:58.349637 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-b5b5368a-d59f-4e5d-8740-05edd47f3c9b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897224 Oct 17 04:02:58.395676 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-687e7270-60ae-41b1-8987-e02a287c9371 req-20e7b612-a489-4f27-932e-2cec1536082c tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 210 time: 0.0497482 Oct 17 04:02:58.462813 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1ec157f1-fcf8-483d-8c82-0c723ab17687 req-c9709a0e-1033-418c-9b61-4ce9ef4e1011 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044319 Oct 17 04:02:58.957380 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-077e0308-fa62-4d9a-82cb-62f6ee84d7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:02:59.343143 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ee81d-6880-4267-9bb3-463e908f8b74 req-872ee3e3-5ff8-47e6-8e95-25dd6ab7af37 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:59.344707 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6c3ee81d-6880-4267-9bb3-463e908f8b74 req-872ee3e3-5ff8-47e6-8e95-25dd6ab7af37 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0471122 Oct 17 04:02:59.395489 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-6c3ee81d-6880-4267-9bb3-463e908f8b74 req-afa44eb9-5c26-42c6-bc51-989fec60286d tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446117 Oct 17 04:02:59.479457 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-166a33fe-ab35-46c0-ab11-065a0ec92bf4 req-9189ee9d-79bb-4891-8948-23e5a65abd71 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 210 time: 0.0274475 Oct 17 04:02:59.892550 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:02:59.898932 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-2da3353c-cc57-448e-b08b-f079a85cf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:02:59.900504 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-2da3353c-cc57-448e-b08b-f079a85cf4ac service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1129 time: 0.0450757 Oct 17 04:03:00.195929 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-a6c88dea-3cde-4449-bd9d-72019a4bdea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:00.200924 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-a6c88dea-3cde-4449-bd9d-72019a4bdea5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 200 len: 910 time: 0.0881920 Oct 17 04:03:00.266837 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-47192415-7343-4427-89e3-906b9ccb4e7e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 1000 time: 0.0636468 Oct 17 04:03:00.267194 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:00.319142 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-f68e81c7-5da9-45f2-94e5-36a99910931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:00.320725 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-f68e81c7-5da9-45f2-94e5-36a99910931b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=de1dbd03-c3de-46da-9fd6-502d45ff03dc HTTP/1.1" status: 200 len: 848 time: 0.0468667 Oct 17 04:03:00.364736 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-29d32feb-a80c-46f7-8bca-64a9977b5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:00.366433 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-29d32feb-a80c-46f7-8bca-64a9977b5b84 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0a4673eb-54a6-418c-a7cb-295a98979828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394609 Oct 17 04:03:00.462720 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-789c1b6f-2b53-43a5-9fe7-36beceedf4dd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868261 Oct 17 04:03:00.526540 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a771d-58e4-43b1-9158-2d67b00ebf61 req-9111045e-b960-4343-b5b1-5f21bfdb7f32 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:00.528350 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bc9a771d-58e4-43b1-9158-2d67b00ebf61 req-9111045e-b960-4343-b5b1-5f21bfdb7f32 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0588908 Oct 17 04:03:00.570847 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-551f5c3f-7051-4d9f-b8f1-631d6087bd18 req-2aad557e-757b-4b25-80e8-5c0bc06802d9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903490 Oct 17 04:03:00.592283 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-bc9a771d-58e4-43b1-9158-2d67b00ebf61 req-747ce09c-ea8d-43d1-ac8a-000562588c94 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540824 Oct 17 04:03:00.603986 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4ca57117-9a47-4392-9656-9165603c6da3 req-042f13fc-d5a7-4a61-bc39-d1edac922d0f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 210 time: 0.0321612 Oct 17 04:03:01.517505 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe3b4-1926-48cc-b860-788def98ce9b req-e944a33e-a38d-4420-b99c-f18406a7d325 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:01.519063 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-e944a33e-a38d-4420-b99c-f18406a7d325 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 811 time: 0.1048162 Oct 17 04:03:01.574542 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:01.649200 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:01.709189 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:01.720790 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9d13-daff-4fbc-96b8-d3ff23952624 req-bbdc41d1-8c87-47a4-a782-ab383c62d2a0 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:01.722476 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ae0e9d13-daff-4fbc-96b8-d3ff23952624 req-bbdc41d1-8c87-47a4-a782-ab383c62d2a0 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0548511 Oct 17 04:03:01.742848 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5345a35c-23d3-416c-ba4f-bba33210a3b7 req-e6085766-c0c5-40b6-ba32-ba1491be0f0b tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 210 time: 0.0544004 Oct 17 04:03:01.786781 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ae0e9d13-daff-4fbc-96b8-d3ff23952624 req-06c21e93-918c-4f09-a33b-d5e619794552 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581465 Oct 17 04:03:01.801819 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-a4258074-6e6b-4dc0-b633-2e886566b932 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8dbea8f697124e6bb449a9ed71670dda HTTP/1.1" status: 200 len: 380 time: 0.0781248 Oct 17 04:03:01.813123 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'port': {'device_id': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'admin_state_up': True, 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'security_groups': ['5afc4297-e1c3-4c69-9b9b-bb96c30e4d04']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:03:01.998315 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Made reservation on behalf of 8dbea8f697124e6bb449a9ed71670dda for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:03:02.002219 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:02.061777 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:02.130526 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Allocated IP 172.20.0.12 (281623ae-51f6-4072-a866-be5c6560c411/7a168e69-0f7b-4c79-a59d-e15137a64373/1be6d767-46c2-4044-bd95-aa4529a4e7b6) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:03:02.136136 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:02.283587 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:02.356322 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a1c1c-c4c8-496c-b18f-f49958f1afd7 req-7ed55d17-bad9-4623-832d-714ee8dacd31 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:02.357893 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-788a1c1c-c4c8-496c-b18f-f49958f1afd7 req-7ed55d17-bad9-4623-832d-714ee8dacd31 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0501721 Oct 17 04:03:02.405852 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:02.408785 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-788a1c1c-c4c8-496c-b18f-f49958f1afd7 req-effa4ede-b7ef-476d-9ae1-0ffcf5719b6a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440879 Oct 17 04:03:02.490824 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Network 281623ae-51f6-4072-a866-be5c6560c411 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:03:02.500787 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:03:02.505164 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:03:02.509459 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-6d97bd87-90e1-4543-8d6b-b882154ca62b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343918 Oct 17 04:03:02.511457 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'Port': ['ID=1be6d767-46c2-4044-bd95-aa4529a4e7b6,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:02.566836 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:02.567432 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:02.651724 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-4935aed0-7162-4fda-a801-ccda35be51ba tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:02.653157 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-4935aed0-7162-4fda-a801-ccda35be51ba tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports/cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 942 time: 0.1084692 Oct 17 04:03:02.663689 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-3f23c551-083a-4b0d-b062-a6a9fd6e3370 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8541856 Oct 17 04:03:02.684522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Request body: {'port': {'device_id': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:03:02.743916 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:02.814191 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-cefe374b-da66-46ce-b431-768cc0c2c8d0 None None] Provisioning complete for port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:03:02.816100 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cefe374b-da66-46ce-b431-768cc0c2c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:02.816553 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-cefe374b-da66-46ce-b431-768cc0c2c8d0 None None] Attempt 1 to provision port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 Oct 17 04:03:02.850752 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-cefe374b-da66-46ce-b431-768cc0c2c8d0 None None] Port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:03:02.918097 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559567e9-4276-42f4-8787-cc4c0c0db33b req-4025b823-1fa7-443a-885d-b4ff0e8c0837 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:02.919583 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-559567e9-4276-42f4-8787-cc4c0c0db33b req-4025b823-1fa7-443a-885d-b4ff0e8c0837 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 932 time: 0.0713792 Oct 17 04:03:02.978800 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:03.024987 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-559567e9-4276-42f4-8787-cc4c0c0db33b req-2bbd8faa-a0fe-4209-bc89-fe214916ea24 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753124 Oct 17 04:03:03.089826 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be6d767-46c2-4044-bd95-aa4529a4e7b6 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:03:03.097986 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Publish callbacks [] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:03.110385 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Transition to ACTIVE for port object 1be6d767-46c2-4044-bd95-aa4529a4e7b6 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:03:03.214614 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:03.254281 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:03.282639 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1be6d767-46c2-4044-bd95-aa4529a4e7b6,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:03.334560 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Attempting to bind port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:03:03.334887 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Attempting to bind port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:03:03.335217 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Attempting to bind port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 on network 281623ae-51f6-4072-a866-be5c6560c411 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:03:03.377678 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 on network 281623ae-51f6-4072-a866-be5c6560c411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:03:03.378004 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Attempting to bind port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 on network 281623ae-51f6-4072-a866-be5c6560c411 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:03:03.419717 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:03:03.420107 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Checking segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:03:03.420494 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Bound using segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:03:03.420938 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Bound port: 1be6d767-46c2-4044-bd95-aa4529a4e7b6, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:03:03.421299 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:03.489879 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] For port 1be6d767-46c2-4044-bd95-aa4529a4e7b6, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:03:03.493175 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] For port 1be6d767-46c2-4044-bd95-aa4529a4e7b6, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1be6d767-46c2-4044-bd95-aa4529a4e7b6,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:03:03.542700 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d98df7-b4bc-4d14-b894-de92e8257ad7 req-13135ff8-3fdd-48ed-86e3-66b16d28847e tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:03.544283 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c8d98df7-b4bc-4d14-b894-de92e8257ad7 req-13135ff8-3fdd-48ed-86e3-66b16d28847e tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0521243 Oct 17 04:03:03.594576 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c8d98df7-b4bc-4d14-b894-de92e8257ad7 req-888bbd4a-7d52-44d5-89ca-a267d3f40573 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445437 Oct 17 04:03:03.604362 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:03.610418 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:03.610890 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:03.612280 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1be6d767-46c2-4044-bd95-aa4529a4e7b6 HTTP/1.1" status: 200 len: 1094 time: 0.9363635 Oct 17 04:03:03.613470 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'tag': '1be6d767-46c2-4044-bd95-aa4529a4e7b6'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:03:03.615865 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e457d741-6d8d-4f21-b1e7-d195c0216cab" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1ebde5-ec34-4dd2-83fe-55ea326627d8", "tag": "1be6d767-46c2-4044-bd95-aa4529a4e7b6"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:03:03.658553 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3596bfa7-8b86-44c6-892d-bc8a4dc0d667 x-openstack-request-id: req-3596bfa7-8b86-44c6-892d-bc8a4dc0d667 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:03:03.658835 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1ebde5-ec34-4dd2-83fe-55ea326627d8", "tag": "1be6d767-46c2-4044-bd95-aa4529a4e7b6", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:03:03.659235 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3596bfa7-8b86-44c6-892d-bc8a4dc0d667 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:03:03.660163 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3596bfa7-8b86-44c6-892d-bc8a4dc0d667'] response: {'name': 'network-changed', 'server_uuid': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'tag': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'status': 'completed', 'code': 200} Oct 17 04:03:03.664984 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b717e-6b25-4f1e-9f38-f5235d1df4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1be6d767-46c2-4044-bd95-aa4529a4e7b6,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:03.666701 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device cc28b45a-cf72-4058-b5d7-98b2a89149a4 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:03:03.736835 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d741-6d8d-4f21-b1e7-d195c0216cab req-e85b74d3-bc3a-4482-a3b2-24ae1d6f3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:03.738920 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e457d741-6d8d-4f21-b1e7-d195c0216cab req-e85b74d3-bc3a-4482-a3b2-24ae1d6f3971 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 1128 time: 0.0456691 Oct 17 04:03:03.741392 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port cc28b45a-cf72-4058-b5d7-98b2a89149a4 is: ACTIVE; New status is: DOWN {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:03:03.741786 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:03.765278 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:03:03.767830 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5613b0e8-ae95-4683-86bd-0cbeaa2f3ac0" -d '{"events": [{"server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:03:03.780355 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:03:03.832581 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:03.850996 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d741-6d8d-4f21-b1e7-d195c0216cab req-1944d16a-5de6-4ab7-ac5e-e34ac1e9f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:03.853690 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e457d741-6d8d-4f21-b1e7-d195c0216cab req-1944d16a-5de6-4ab7-ac5e-e34ac1e9f891 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=8dbea8f697124e6bb449a9ed71670dda&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1042178 Oct 17 04:03:03.864564 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 04:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabb0a12-e6e7-491c-82dd-ffb4ef869853 x-openstack-request-id: req-cabb0a12-e6e7-491c-82dd-ffb4ef869853 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:03:03.864888 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "name": "network-vif-unplugged", "status": "failed", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4", "code": 422}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:03:03.865194 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cabb0a12-e6e7-491c-82dd-ffb4ef869853 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:03:03.865685 dv-cinder-815582-16-iscsi neutron-server[111641]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cabb0a12-e6e7-491c-82dd-ffb4ef869853']: {'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'code': 422} returned with failed status Oct 17 04:03:03.883008 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=cc28b45a-cf72-4058-b5d7-98b2a89149a4,revision_number=6']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:03.955485 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d741-6d8d-4f21-b1e7-d195c0216cab req-baf5f6a4-84c6-44a6-bda8-fca37126dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:03.956916 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e457d741-6d8d-4f21-b1e7-d195c0216cab req-baf5f6a4-84c6-44a6-bda8-fca37126dddb service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929637 Oct 17 04:03:04.032690 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe3b4-1926-48cc-b860-788def98ce9b req-bed30c5e-1d35-4eb8-9e1f-aca5540ea3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:04.034094 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-bed30c5e-1d35-4eb8-9e1f-aca5540ea3d8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 1128 time: 0.0384407 Oct 17 04:03:04.074806 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-d1544860-bf0f-405c-86b3-91a04c166f6d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1be6d767-46c2-4044-bd95-aa4529a4e7b6 HTTP/1.1" status: 200 len: 217 time: 0.0314364 Oct 17 04:03:04.109907 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:04.162317 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe3b4-1926-48cc-b860-788def98ce9b req-daf2934e-83c4-4e30-a88d-5f2dd1f65cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:04.163884 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-daf2934e-83c4-4e30-a88d-5f2dd1f65cd8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0817893 Oct 17 04:03:04.173974 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4524acf-5f4c-4fdd-b96a-ff266167bf99 req-23b7e46c-6249-4bd4-a248-6f6c90d570de tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:04.175949 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c4524acf-5f4c-4fdd-b96a-ff266167bf99 req-23b7e46c-6249-4bd4-a248-6f6c90d570de tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 944 time: 0.0648386 Oct 17 04:03:04.228102 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe3b4-1926-48cc-b860-788def98ce9b req-9124ceea-92ed-4d7d-b8db-780bbea23c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:04.229575 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-9124ceea-92ed-4d7d-b8db-780bbea23c90 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528083 Oct 17 04:03:04.303672 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c4524acf-5f4c-4fdd-b96a-ff266167bf99 req-c24c42b9-1f07-41af-b628-1975c17d97a4 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183817 Oct 17 04:03:04.347905 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-8486f116-9aec-4835-823e-01cd139783d6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055796 Oct 17 04:03:04.438714 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-577fe3b4-1926-48cc-b860-788def98ce9b req-bb19a699-2b4a-4bca-bfe4-c015867dadef service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824254 Oct 17 04:03:04.717272 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea9110-8362-46e4-ba0c-ae656ec6e211 req-aaf49eb8-054b-401b-b906-1686d2d13a7c tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:04.718714 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a4ea9110-8362-46e4-ba0c-ae656ec6e211 req-aaf49eb8-054b-401b-b906-1686d2d13a7c tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0464678 Oct 17 04:03:04.767758 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a4ea9110-8362-46e4-ba0c-ae656ec6e211 req-396fd0b0-1956-491b-bd0a-083a1e8fa47f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433900 Oct 17 04:03:05.424456 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356c84-29fb-402a-acd0-720033457364 req-2e355681-f017-4cae-bd35-716387c166e2 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:05.425890 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-db356c84-29fb-402a-acd0-720033457364 req-2e355681-f017-4cae-bd35-716387c166e2 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 944 time: 0.0483541 Oct 17 04:03:05.482348 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-db356c84-29fb-402a-acd0-720033457364 req-b66993e4-f46f-44af-a302-088bd0a3d9bb tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504353 Oct 17 04:03:05.511767 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-f5ca38b2-7fba-4a0a-a95d-d75455223bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:05.513232 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-f5ca38b2-7fba-4a0a-a95d-d75455223bad service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7&tenant_id=a64255e69ce9468e9a7bef2297b17725 HTTP/1.1" status: 200 len: 1127 time: 0.0418181 Oct 17 04:03:05.568733 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:05.575968 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-5a735172-c723-463c-aed7-78aeee59e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:05.577395 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-5a735172-c723-463c-aed7-78aeee59e66f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1127 time: 0.0367296 Oct 17 04:03:05.671791 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-74d8efda-6f16-4bc9-bedb-0409226b020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:05.673222 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-74d8efda-6f16-4bc9-bedb-0409226b020d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 200 len: 910 time: 0.0875478 Oct 17 04:03:05.737340 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-681e9dc5-ff06-4265-922c-64436b50bed8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 998 time: 0.0546985 Oct 17 04:03:05.791566 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-dfd3899e-6d63-4183-9137-61aa5e971ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:05.792963 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-dfd3899e-6d63-4183-9137-61aa5e971ef2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=de1dbd03-c3de-46da-9fd6-502d45ff03dc HTTP/1.1" status: 200 len: 848 time: 0.0458500 Oct 17 04:03:05.839638 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-2777d8ac-cce5-4e82-aa2b-6f0413432e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:05.841480 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-2777d8ac-cce5-4e82-aa2b-6f0413432e56 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0a4673eb-54a6-418c-a7cb-295a98979828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382135 Oct 17 04:03:05.889197 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7a163-33b2-4f44-b328-d003a8179ca2 req-3ba25153-6a54-4260-a670-ef70c9ca84f5 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:05.890664 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-15a7a163-33b2-4f44-b328-d003a8179ca2 req-3ba25153-6a54-4260-a670-ef70c9ca84f5 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0484838 Oct 17 04:03:05.965134 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-15a7a163-33b2-4f44-b328-d003a8179ca2 req-6cf93432-c910-49de-861e-c1a6a668d729 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677528 Oct 17 04:03:05.965447 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-2527c532-611e-4682-82b1-be532750e0bd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111586 Oct 17 04:03:06.059139 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e64bb6d-0acf-41ca-8035-1d458b11c0c1 req-45e74988-a6fb-40ca-bcd9-6103470cbad6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833197 Oct 17 04:03:06.597917 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e85c4-1bef-4eeb-ba92-a906fabe085d req-a624fcce-0d4b-426c-b454-ce252bedef41 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:06.599865 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-660e85c4-1bef-4eeb-ba92-a906fabe085d req-a624fcce-0d4b-426c-b454-ce252bedef41 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 944 time: 0.0458817 Oct 17 04:03:06.625283 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:06.651838 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-660e85c4-1bef-4eeb-ba92-a906fabe085d req-39d4549d-f096-4ef5-ad56-8418893ef738 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463715 Oct 17 04:03:07.083727 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f2757-8336-46a0-98c4-217b59a34f76 req-b65cff4c-1bf2-43e0-a2f7-540549427932 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:07.085194 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-202f2757-8336-46a0-98c4-217b59a34f76 req-b65cff4c-1bf2-43e0-a2f7-540549427932 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0448573 Oct 17 04:03:07.132889 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-202f2757-8336-46a0-98c4-217b59a34f76 req-8dab6f98-66d9-4dea-b480-2a434e9c89da tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 Oct 17 04:03:07.774985 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d47c7-ebea-42ee-9822-a09c6e6d37f6 req-4e722b3d-9a89-4a02-8e07-7b64799c939a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:07.776440 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9d7d47c7-ebea-42ee-9822-a09c6e6d37f6 req-4e722b3d-9a89-4a02-8e07-7b64799c939a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 944 time: 0.0459569 Oct 17 04:03:07.824497 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9d7d47c7-ebea-42ee-9822-a09c6e6d37f6 req-ed1e62a8-9ba1-463a-bb41-bbab4f0ae186 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427232 Oct 17 04:03:07.894542 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:07.897378 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:08.252876 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18881f9-9121-4644-8ca3-49020f0283bd req-80d58c39-736a-4d4b-a77f-4a1ba1fc4cbe tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:08.254304 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d18881f9-9121-4644-8ca3-49020f0283bd req-80d58c39-736a-4d4b-a77f-4a1ba1fc4cbe tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0458717 Oct 17 04:03:08.305253 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d18881f9-9121-4644-8ca3-49020f0283bd req-8ce84310-325e-4428-816b-fee465bc0292 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454581 Oct 17 04:03:08.942655 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10363b7a-ee55-4b2e-9fb0-5732d4862925 req-69cf81a1-acf2-4886-84f2-c3dd2da4f04b tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:08.946518 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-10363b7a-ee55-4b2e-9fb0-5732d4862925 req-69cf81a1-acf2-4886-84f2-c3dd2da4f04b tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 944 time: 0.0450459 Oct 17 04:03:08.992576 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-10363b7a-ee55-4b2e-9fb0-5732d4862925 req-b5ac274e-6dca-47f4-9168-ec7ca5294d1a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Oct 17 04:03:09.410346 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:09.423280 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcf1a1-cdd7-4658-b133-0f09ff45a010 req-09dc3bdf-0db9-4330-a65b-4ed76e1cd9b1 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:09.424753 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-93fcf1a1-cdd7-4658-b133-0f09ff45a010 req-09dc3bdf-0db9-4330-a65b-4ed76e1cd9b1 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0454776 Oct 17 04:03:09.473933 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-93fcf1a1-cdd7-4658-b133-0f09ff45a010 req-a08dbd18-e3cb-4797-b245-4e5f99e2f74e tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430107 Oct 17 04:03:10.115820 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75ffc-7bdc-495f-93a8-1bf9e7625800 req-142a88ef-6f77-465e-931f-e550ace77cc0 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:10.117238 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-76f75ffc-7bdc-495f-93a8-1bf9e7625800 req-142a88ef-6f77-465e-931f-e550ace77cc0 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 944 time: 0.0501609 Oct 17 04:03:10.166156 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-76f75ffc-7bdc-495f-93a8-1bf9e7625800 req-95bcbd26-bded-4916-a074-b4dea17d33cb tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Oct 17 04:03:10.591700 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fe859-e460-4b85-b4d6-c62e45fae0bc req-779567b2-1676-45e2-a878-815f73f5d0db tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:10.593391 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b18fe859-e460-4b85-b4d6-c62e45fae0bc req-779567b2-1676-45e2-a878-815f73f5d0db tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0452437 Oct 17 04:03:10.640208 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b18fe859-e460-4b85-b4d6-c62e45fae0bc req-1530293b-9dfe-40ae-b6cf-850eb05d427b tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413828 Oct 17 04:03:11.281710 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece8d6f-cf22-4250-b38d-05f2e3487a20 req-8c7f9506-c41b-4ba7-9e5b-b2e2aa50c92d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:11.283124 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bece8d6f-cf22-4250-b38d-05f2e3487a20 req-8c7f9506-c41b-4ba7-9e5b-b2e2aa50c92d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 944 time: 0.0447483 Oct 17 04:03:11.331018 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bece8d6f-cf22-4250-b38d-05f2e3487a20 req-85eff039-00a6-4051-b4fd-0ba091d5725c tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Oct 17 04:03:11.760695 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394a4ad-77b6-4870-826b-2d6ecc33aa94 req-de3336bb-8572-4661-a55c-9c53d94c6adc tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:11.762224 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0394a4ad-77b6-4870-826b-2d6ecc33aa94 req-de3336bb-8572-4661-a55c-9c53d94c6adc tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0481396 Oct 17 04:03:11.809344 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0394a4ad-77b6-4870-826b-2d6ecc33aa94 req-89a98483-e02d-4e1c-a4ce-2228d31fb715 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Oct 17 04:03:12.447580 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36e021-2144-4565-a477-6444df876d4f req-f03467dc-c657-4f04-9db4-f30f9b1eff14 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:12.449068 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e36e021-2144-4565-a477-6444df876d4f req-f03467dc-c657-4f04-9db4-f30f9b1eff14 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 944 time: 0.0455146 Oct 17 04:03:12.502221 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7e36e021-2144-4565-a477-6444df876d4f req-f099aa38-dfb7-4e93-8126-9c582c4a5dce tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475469 Oct 17 04:03:12.926684 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14244cc7-dee2-41b0-b413-80d5de4b3355 req-f09d2c81-667b-497f-94b4-682a4ab663d8 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:12.928138 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-14244cc7-dee2-41b0-b413-80d5de4b3355 req-f09d2c81-667b-497f-94b4-682a4ab663d8 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 943 time: 0.0445116 Oct 17 04:03:12.976177 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-14244cc7-dee2-41b0-b413-80d5de4b3355 req-8489ec42-25a2-433f-b506-79803bcba4e1 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427582 Oct 17 04:03:13.619193 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f2ebd-ac72-430b-b0df-e0d28df3f31b req-2f3f86ee-449e-4a8c-ab2b-28a67e167ec7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:13.620666 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0f2f2ebd-ac72-430b-b0df-e0d28df3f31b req-2f3f86ee-449e-4a8c-ab2b-28a67e167ec7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 944 time: 0.0457079 Oct 17 04:03:13.661018 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:13.669612 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0f2f2ebd-ac72-430b-b0df-e0d28df3f31b req-aeff4015-35a0-4272-a997-316e38fc6aa7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Oct 17 04:03:13.726049 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device cc28b45a-cf72-4058-b5d7-98b2a89149a4 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:03:13.728311 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:13.825325 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:03:13.836037 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'port_id': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'mac_address': 'fa:16:3e:5a:a3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:03:13.869672 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port cc28b45a-cf72-4058-b5d7-98b2a89149a4 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:03:13.870051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:13.883202 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc28b45a-cf72-4058-b5d7-98b2a89149a4 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:03:13.902646 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:03:13.962477 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:13.963115 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 1be6d767-46c2-4044-bd95-aa4529a4e7b6 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:03:14.032979 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=cc28b45a-cf72-4058-b5d7-98b2a89149a4,revision_number=7']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:14.096677 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111a4cb-0fce-4bc3-9b65-f520a7e02026 req-0d749a61-a2a7-4320-a42b-19a6d7bacd42 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:14.098074 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7111a4cb-0fce-4bc3-9b65-f520a7e02026 req-0d749a61-a2a7-4320-a42b-19a6d7bacd42 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 944 time: 0.0454173 Oct 17 04:03:14.104169 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 1be6d767-46c2-4044-bd95-aa4529a4e7b6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1be6d767-46c2-4044-bd95-aa4529a4e7b6,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:03:14.108843 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:14.115354 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'port_id': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'mac_address': 'fa:16:3e:b5:7b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:03:14.150748 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:03:14.151136 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:14.151257 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-7111a4cb-0fce-4bc3-9b65-f520a7e02026 req-c63c4d51-ab63-46ca-aee8-cdac7bf7de0a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476935 Oct 17 04:03:14.164951 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be6d767-46c2-4044-bd95-aa4529a4e7b6 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:03:14.188382 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 1be6d767-46c2-4044-bd95-aa4529a4e7b6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1be6d767-46c2-4044-bd95-aa4529a4e7b6,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:03:14.266119 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:14.311932 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=1be6d767-46c2-4044-bd95-aa4529a4e7b6,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:14.729441 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['1be6d767-46c2-4044-bd95-aa4529a4e7b6'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:03:14.790210 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcae1c-c8f2-4e1d-9cde-51f7f9dcd8ee req-4014fb64-4873-47bb-99fd-3d5e136be2a5 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:14.791679 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-43dcae1c-c8f2-4e1d-9cde-51f7f9dcd8ee req-4014fb64-4873-47bb-99fd-3d5e136be2a5 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 945 time: 0.0451913 Oct 17 04:03:14.806725 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['cc28b45a-cf72-4058-b5d7-98b2a89149a4'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:03:14.842624 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-43dcae1c-c8f2-4e1d-9cde-51f7f9dcd8ee req-a1aae724-251a-4b8c-91d4-d37255aff4b3 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Oct 17 04:03:14.973756 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:14.988030 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:15.105848 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:15.268971 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc6640-69f8-460f-b11f-24fe4aa613b7 req-1c07a567-9075-47d4-8e9c-880a0c3dab11 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:15.270867 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2acc6640-69f8-460f-b11f-24fe4aa613b7 req-1c07a567-9075-47d4-8e9c-880a0c3dab11 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 944 time: 0.0455492 Oct 17 04:03:15.319080 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-2acc6640-69f8-460f-b11f-24fe4aa613b7 req-95c968e9-1b6b-41b6-b0eb-f0b8ba9f6e1a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428126 Oct 17 04:03:15.877401 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 1be6d767-46c2-4044-bd95-aa4529a4e7b6 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:03:15.920888 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:03:15.965228 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884299-ce3e-46c3-b3e1-a359bab78c01 req-d1f02962-edac-40d8-9d6d-51727d5ba37f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:15.966927 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-77884299-ce3e-46c3-b3e1-a359bab78c01 req-d1f02962-edac-40d8-9d6d-51727d5ba37f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 945 time: 0.0495334 Oct 17 04:03:16.003642 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:03:16.004039 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:16.004377 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 Oct 17 04:03:16.015938 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-77884299-ce3e-46c3-b3e1-a359bab78c01 req-f5f93e81-2d64-4d49-96b1-21b95093a3b2 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Oct 17 04:03:16.080165 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:03:16.080527 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:16.103135 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6d767-46c2-4044-bd95-aa4529a4e7b6'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:03:16.105377 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f4a84a-34a8-41dd-b106-e28a4c4fd114" -d '{"events": [{"server_uuid": "7f1ebde5-ec34-4dd2-83fe-55ea326627d8", "name": "network-vif-plugged", "status": "completed", "tag": "1be6d767-46c2-4044-bd95-aa4529a4e7b6"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:03:16.118224 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 1be6d767-46c2-4044-bd95-aa4529a4e7b6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1be6d767-46c2-4044-bd95-aa4529a4e7b6,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:03:16.142255 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50b1cc7-cdb1-450b-8fc5-61daf9c20a8d x-openstack-request-id: req-d50b1cc7-cdb1-450b-8fc5-61daf9c20a8d {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:03:16.142536 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1ebde5-ec34-4dd2-83fe-55ea326627d8", "name": "network-vif-plugged", "status": "completed", "tag": "1be6d767-46c2-4044-bd95-aa4529a4e7b6", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:03:16.142785 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d50b1cc7-cdb1-450b-8fc5-61daf9c20a8d {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:03:16.143470 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50b1cc7-cdb1-450b-8fc5-61daf9c20a8d'] response: {'server_uuid': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'code': 200} Oct 17 04:03:16.170011 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:16.170850 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device cc28b45a-cf72-4058-b5d7-98b2a89149a4 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:03:16.246104 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=1be6d767-46c2-4044-bd95-aa4529a4e7b6,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:16.255386 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port cc28b45a-cf72-4058-b5d7-98b2a89149a4 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:03:16.255936 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:16.256027 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port cc28b45a-cf72-4058-b5d7-98b2a89149a4 Oct 17 04:03:16.326847 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port cc28b45a-cf72-4058-b5d7-98b2a89149a4 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:03:16.327228 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:16.359923 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:03:16.433507 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:16.442720 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d4ab-5adc-4e5b-a464-d61078ddc695 req-19124f31-feaa-41c1-a767-30386a7203d9 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:16.444195 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7db2d4ab-5adc-4e5b-a464-d61078ddc695 req-19124f31-feaa-41c1-a767-30386a7203d9 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 944 time: 0.0477948 Oct 17 04:03:16.481533 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=cc28b45a-cf72-4058-b5d7-98b2a89149a4,revision_number=8']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:16.502096 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40f642-1314-4c76-840d-d98185e669ae req-5f585472-1dc3-4594-99bc-d58365d87858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:16.503493 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-da40f642-1314-4c76-840d-d98185e669ae req-5f585472-1dc3-4594-99bc-d58365d87858 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 1130 time: 0.0565186 Oct 17 04:03:16.539275 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7db2d4ab-5adc-4e5b-a464-d61078ddc695 req-fe229e2b-4c8d-4fe0-ac93-1f228fa4c066 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849209 Oct 17 04:03:16.564994 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-da40f642-1314-4c76-840d-d98185e669ae req-5e691b30-52b8-4f76-99e8-62c515f76b21 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510716 Oct 17 04:03:17.136358 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e00e3-c2d4-4bf2-a840-4034c90c7f60 req-b0281609-ee4f-4993-a523-8cd5320c1f4e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:17.137776 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a01e00e3-c2d4-4bf2-a840-4034c90c7f60 req-b0281609-ee4f-4993-a523-8cd5320c1f4e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 946 time: 0.0451126 Oct 17 04:03:17.185368 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-a01e00e3-c2d4-4bf2-a840-4034c90c7f60 req-009d3643-d86c-41f7-8886-17505ad6d3af tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Oct 17 04:03:17.657240 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb285cb-59e7-4654-b2cc-c2850e95e92c req-88079bb1-27c7-4193-b89e-95905231a607 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:17.658681 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4fb285cb-59e7-4654-b2cc-c2850e95e92c req-88079bb1-27c7-4193-b89e-95905231a607 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0454111 Oct 17 04:03:17.707762 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-4fb285cb-59e7-4654-b2cc-c2850e95e92c req-85ce03e8-fb29-458f-95aa-9acd9026a1f1 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 Oct 17 04:03:18.145719 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:03:18.148088 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9090618-a3c0-4d33-b1da-b66e3765356b" -d '{"events": [{"server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "name": "network-vif-plugged", "status": "completed", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:03:18.183503 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41f8a58-9b64-4fb6-a222-09a044c1026a x-openstack-request-id: req-a41f8a58-9b64-4fb6-a222-09a044c1026a {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:03:18.183811 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "name": "network-vif-plugged", "status": "completed", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:03:18.184062 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a41f8a58-9b64-4fb6-a222-09a044c1026a {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:03:18.184447 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41f8a58-9b64-4fb6-a222-09a044c1026a'] response: {'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'code': 200} Oct 17 04:03:18.300671 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cc113-df6c-402d-918c-1062e2c89dd3 req-f823348e-fa76-45e2-8ad0-18345f706652 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:18.302609 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3e2cc113-df6c-402d-918c-1062e2c89dd3 req-f823348e-fa76-45e2-8ad0-18345f706652 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 946 time: 0.0452394 Oct 17 04:03:18.324324 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:18.355118 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3e2cc113-df6c-402d-918c-1062e2c89dd3 req-30cb6e36-c468-4859-88f3-0500b8e5ec5e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470200 Oct 17 04:03:18.450678 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0179c0d-3756-460e-89b8-d412793a119a req-21fc5d4f-51af-496a-b96e-e03f617ce50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:18.452210 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0179c0d-3756-460e-89b8-d412793a119a req-21fc5d4f-51af-496a-b96e-e03f617ce50e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1129 time: 0.0404763 Oct 17 04:03:18.480127 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72412865-1d27-4a84-93f0-2b0cc6f9dea7 req-f2b3959f-8ff6-47d1-b6fd-9090a9b5dd21 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:18.481571 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-72412865-1d27-4a84-93f0-2b0cc6f9dea7 req-f2b3959f-8ff6-47d1-b6fd-9090a9b5dd21 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 946 time: 0.0491643 Oct 17 04:03:18.499237 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d0179c0d-3756-460e-89b8-d412793a119a req-481b815d-7a8b-43f5-a266-a1d0b042cc69 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403018 Oct 17 04:03:18.529850 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-72412865-1d27-4a84-93f0-2b0cc6f9dea7 req-02b67d0a-0abb-4842-933d-ca4ff793b8df tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Oct 17 04:03:18.557993 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35734) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:03:18.635560 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52fe3c-5b6d-4a58-8c41-c8413cf9c2fa tempest-TestVolumeBootPattern-1137564598 tempest-TestVolumeBootPattern-1137564598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:18.637063 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-1d52fe3c-5b6d-4a58-8c41-c8413cf9c2fa tempest-TestVolumeBootPattern-1137564598 tempest-TestVolumeBootPattern-1137564598-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 1125 time: 0.0781331 Oct 17 04:03:18.639954 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35738) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:03:18.644061 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'port_id': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:03:18.723313 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:18.803510 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:18.826284 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f444b-1804-494a-be1d-065bbb22f879 req-a5bb8516-632d-430e-b792-7604287728ef tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:18.827749 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb3f444b-1804-494a-be1d-065bbb22f879 req-a5bb8516-632d-430e-b792-7604287728ef tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0451796 Oct 17 04:03:18.877548 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-cb3f444b-1804-494a-be1d-065bbb22f879 req-4c470133-193d-4772-9362-b3fa46308406 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432329 Oct 17 04:03:18.905672 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Allocated IP 172.27.4.28 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/5b8730d2-c05e-48bc-9a33-1930f5b4014f) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:03:18.971565 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:19.010279 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for port (5b8730d2-c05e-48bc-9a33-1930f5b4014f), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:19.033584 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:19.105914 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (5b8730d2-c05e-48bc-9a33-1930f5b4014f), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:19.146098 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:03:19.150657 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:03:19.154404 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:03:19.157551 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'Port': ['ID=5b8730d2-c05e-48bc-9a33-1930f5b4014f,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:19.182928 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.183271 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.183609 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.183976 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.184305 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.184634 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.184957 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.185279 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.185600 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.185921 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.186240 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.186560 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.186873 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.192389 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.192389 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:03:19.742170 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (f7f42b1d-cea2-46c4-aa15-8d71c801e447), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:19.881030 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (5b8730d2-c05e-48bc-9a33-1930f5b4014f), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:20.018219 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dbad-557b-46d4-9d04-f08cd1a3c188 req-9e29659e-4347-4f8a-9c83-99ec94e0423f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:20.019788 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4825dbad-557b-46d4-9d04-f08cd1a3c188 req-9e29659e-4347-4f8a-9c83-99ec94e0423f tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0591176 Oct 17 04:03:20.098338 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:20.106580 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for port (5b8730d2-c05e-48bc-9a33-1930f5b4014f), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:20.111361 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4825dbad-557b-46d4-9d04-f08cd1a3c188 req-cb796a8c-2b18-44a0-8721-c87ae58e11b8 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807631 Oct 17 04:03:20.174526 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (5b8730d2-c05e-48bc-9a33-1930f5b4014f), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:20.249461 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (f7f42b1d-cea2-46c4-aa15-8d71c801e447), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:20.251174 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'Port': ['ID=5b8730d2-c05e-48bc-9a33-1930f5b4014f,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:03:20.292927 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:20.349554 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Floating IP f7f42b1d-cea2-46c4-aa15-8d71c801e447 associated. External IP: 172.27.4.28, port: 1be6d767-46c2-4044-bd95-aa4529a4e7b6. Oct 17 04:03:20.540046 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:03:20.639286 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:03:20.649073 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] Sync routers for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:03:20.662357 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:03:20.663126 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:03:20.703369 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:20.734862 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-6b635818-db10-490c-9ae2-c1995fd8f8db tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0939126 Oct 17 04:03:20.735498 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'tag': '1be6d767-46c2-4044-bd95-aa4529a4e7b6'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:03:20.737902 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e2dae2-67b2-4f10-9645-accfd95444c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1ebde5-ec34-4dd2-83fe-55ea326627d8", "tag": "1be6d767-46c2-4044-bd95-aa4529a4e7b6"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:03:20.763594 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:03:20.774087 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951d4950-fc4f-41db-8bc2-2e283f3882aa x-openstack-request-id: req-951d4950-fc4f-41db-8bc2-2e283f3882aa {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:03:20.774617 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1ebde5-ec34-4dd2-83fe-55ea326627d8", "tag": "1be6d767-46c2-4044-bd95-aa4529a4e7b6", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:03:20.774617 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-951d4950-fc4f-41db-8bc2-2e283f3882aa {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:03:20.775153 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951d4950-fc4f-41db-8bc2-2e283f3882aa'] response: {'name': 'network-changed', 'server_uuid': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'tag': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'status': 'completed', 'code': 200} Oct 17 04:03:20.838309 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-24b5f713-76a4-4865-b45a-fe7089ef7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:20.839850 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-24b5f713-76a4-4865-b45a-fe7089ef7f45 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 1130 time: 0.0427985 Oct 17 04:03:20.929687 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-22b0985a-79ce-4059-b63d-c08788d3c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:20.931173 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-22b0985a-79ce-4059-b63d-c08788d3c2a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0847332 Oct 17 04:03:20.977857 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'f7f42b1d-cea2-46c4-aa15-8d71c801e447', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.28', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:b5:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:03:19Z', 'updated_at': '2022-10-17T04:03:19Z', 'revision_number': 0, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:03:20.988129 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:20.998270 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-fd68289a-ad30-4f0e-9199-bc9f8a345b04 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1be6d767-46c2-4044-bd95-aa4529a4e7b6 HTTP/1.1" status: 200 len: 999 time: 0.0604682 Oct 17 04:03:21.001885 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] Checking router: c8f3059e-0099-42f0-a3a0-9ba3cc59a603 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:03:21.010791 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:03:21.011386 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:02:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:03:21.015853 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:21.047665 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-60a1dd23-8944-4f0e-be26-d05d7cdca625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:21.049145 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-60a1dd23-8944-4f0e-be26-d05d7cdca625 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0452378 Oct 17 04:03:21.092042 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-0ecf09a6-51e7-4f5a-aa73-10f9d3debd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:03:21.093521 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-0ecf09a6-51e7-4f5a-aa73-10f9d3debd52 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388207 Oct 17 04:03:21.115786 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:03:21.186394 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-c6b33020-c5cd-4c58-be6d-cddab24e0a29 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869818 Oct 17 04:03:21.275991 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e2e2dae2-67b2-4f10-9645-accfd95444c5 req-18eb5be6-513c-4b2c-a304-a5b5d28a1838 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833099 Oct 17 04:03:21.324469 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'f7f42b1d-cea2-46c4-aa15-8d71c801e447', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.28', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:b5:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:03:19Z', 'updated_at': '2022-10-17T04:03:19Z', 'revision_number': 0, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:03:21.348396 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5451557-c6c8-42d9-86f1-127f79761089 None None] The sync data for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi is: [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'f7f42b1d-cea2-46c4-aa15-8d71c801e447', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.28', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:b5:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:03:19Z', 'updated_at': '2022-10-17T04:03:19Z', 'revision_number': 0, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:03:21.527899 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cac93-457c-4328-9e57-c57cfc0582b5 None None] New status for floating IP f7f42b1d-cea2-46c4-aa15-8d71c801e447: ACTIVE {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:03:26.706770 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-864caaee-e187-41fd-ba62-83891ac5e239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:26.864608 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:03:28.906033 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-882c231e-26e1-4454-afa7-f7146560c6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:30.295031 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:30.729734 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:30.731654 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:31.271723 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=63 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:31.272519 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=27 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:31.568689 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:31.642760 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:41.561689 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=64,neutron:UPDATE=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:41.565536 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:41.568238 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:44.888090 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=89 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:44.893001 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=93 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:03:51.048020 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:56.717558 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-260e1845-0506-4bb7-8e3a-73555be450bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:03:58.916746 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-3fa756a8-c116-41f6-ae17-ddd38bb97e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:00.265366 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:01.591991 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:01.637055 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:02.546919 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-0384ba0d-669a-401e-aa67-bf06b9b7ff75 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409956 Oct 17 04:04:02.637150 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-50d7e959-938c-4b01-ac5f-68a31292922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:02.638581 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-50d7e959-938c-4b01-ac5f-68a31292922d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1129 time: 0.0386720 Oct 17 04:04:02.750572 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-c6c67b25-482d-476e-9257-3367f9638fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:02.752038 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-c6c67b25-482d-476e-9257-3367f9638fa8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 200 len: 910 time: 0.0879755 Oct 17 04:04:02.818219 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-2afc6800-591b-40d9-9262-6cbdd550f321 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 1000 time: 0.0571558 Oct 17 04:04:02.869116 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-5481815e-4393-4e8f-a3aa-c62b31e9161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:02.870486 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-5481815e-4393-4e8f-a3aa-c62b31e9161c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=de1dbd03-c3de-46da-9fd6-502d45ff03dc HTTP/1.1" status: 200 len: 848 time: 0.0435531 Oct 17 04:04:02.915484 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-9e938730-aae7-4c84-a2f8-064d6626448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:02.916935 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-9e938730-aae7-4c84-a2f8-064d6626448f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0a4673eb-54a6-418c-a7cb-295a98979828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0364318 Oct 17 04:04:03.013835 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-66ed1743-a04a-49fe-8032-bcc9e53a0a99 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863645 Oct 17 04:04:03.104396 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-63fcab5f-a2c9-4638-9ab8-d77cba25e71c req-6a2e2be6-9084-46eb-b5f8-56c059c55d45 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815225 Oct 17 04:04:03.862772 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:04:11.498301 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:11.500267 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:11.569559 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:13.099749 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=49 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:13.100533 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=52 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:21.036316 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:24.867906 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=6 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:24.868713 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:26.705396 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b872e10f-8e77-4811-b91f-512cf1ee6e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:28.944643 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5e90e507-850b-40ed-a53f-8ba029da7f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:30.258429 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:31.570154 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:31.659221 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:38.728818 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35776) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:38.865298 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Deleting port c6b7dbf7-aeb8-44aa-854c-064d2af60e37 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:38.865637 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (c6b7dbf7-aeb8-44aa-854c-064d2af60e37), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:38.943322 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (c6b7dbf7-aeb8-44aa-854c-064d2af60e37), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:38.943555 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for floatingip (c6b7dbf7-aeb8-44aa-854c-064d2af60e37), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:38.956204 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Calling delete_port for c6b7dbf7-aeb8-44aa-854c-064d2af60e37 owned by network:floatingip {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:39.201390 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (c6b7dbf7-aeb8-44aa-854c-064d2af60e37), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:39.225551 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event deleted for resources: {'Port': ['ID=c6b7dbf7-aeb8-44aa-854c-064d2af60e37,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:39.251639 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.252005 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.252340 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.252670 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.252998 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.253324 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.253641 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.253958 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.254275 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.254590 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.255483 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.255824 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.256141 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.256453 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.256764 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:39.299862 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for floatingip (7042ff0e-2214-4dee-900f-0fb65d47aee5), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:39.300211 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Floating IP 7042ff0e-2214-4dee-900f-0fb65d47aee5 disassociated (deleted). External IP: 172.27.4.37, port: cc28b45a-cf72-4058-b5d7-98b2a89149a4. Oct 17 04:04:39.490351 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Router 74489b48-a3d6-4ebe-a595-b03d50aec627 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:04:39.591299 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:04:39.596355 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:39.602201 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] Sync routers for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:04:39.611766 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:04:39.612403 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:04:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:39.624625 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-a7cc1776-f0fe-4216-b820-7df67f7dc47a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/7042ff0e-2214-4dee-900f-0fb65d47aee5 HTTP/1.1" status: 204 len: 168 time: 0.8947158 Oct 17 04:04:39.625262 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:04:39.627486 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:04:39.671011 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0847c2-2901-4cac-acf2-e53ed8c59e49 x-openstack-request-id: req-4d0847c2-2901-4cac-acf2-e53ed8c59e49 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:04:39.671299 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:04:39.671552 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4d0847c2-2901-4cac-acf2-e53ed8c59e49 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:04:39.671993 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0847c2-2901-4cac-acf2-e53ed8c59e49'] response: {'name': 'network-changed', 'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'status': 'completed', 'code': 200} Oct 17 04:04:39.721553 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:04:39.747835 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-a143d675-34ab-4611-b147-aefa580a2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:39.749352 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-a143d675-34ab-4611-b147-aefa580a2d6e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a64255e69ce9468e9a7bef2297b17725&device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 1129 time: 0.0470071 Oct 17 04:04:39.841866 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-d2310a1f-8b40-45f9-96f2-4a6fc5f6dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:39.843613 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-d2310a1f-8b40-45f9-96f2-4a6fc5f6dc8b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 200 len: 910 time: 0.0879540 Oct 17 04:04:39.893531 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-81073a32-6f34-4b2d-9164-cdef7c230bdb service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 200 len: 217 time: 0.0381067 Oct 17 04:04:39.946016 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-d05564b2-fdc5-4a8b-ad78-8e2249c30ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:39.947492 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-d05564b2-fdc5-4a8b-ad78-8e2249c30ed1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=de1dbd03-c3de-46da-9fd6-502d45ff03dc HTTP/1.1" status: 200 len: 848 time: 0.0484436 Oct 17 04:04:40.003265 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T04:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '3fc84ba8-31ea-4579-8376-3a26693c1d7e', 'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'mac_address': 'fa:16:3e:f1:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:56Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 5, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'subnets': [{'id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:40.028355 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] Checking router: 74489b48-a3d6-4ebe-a595-b03d50aec627 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:04:40.036773 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:04:40.037365 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:04:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:40.045033 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-4ec0a581-7d2b-4154-affc-80714cae9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:40.046513 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-4ec0a581-7d2b-4154-affc-80714cae9e64 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0a4673eb-54a6-418c-a7cb-295a98979828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0856066 Oct 17 04:04:40.059775 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de5bd0-7fdb-4858-a41c-cc625232b86b req-1a05d691-ed1b-4802-b891-ea871c1120a9 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:40.061140 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-89de5bd0-7fdb-4858-a41c-cc625232b86b req-1a05d691-ed1b-4802-b891-ea871c1120a9 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0509937 Oct 17 04:04:40.113596 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-89de5bd0-7fdb-4858-a41c-cc625232b86b req-d83d1190-b603-4f95-b554-ca5a51149282 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467768 Oct 17 04:04:40.137492 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:04:40.318244 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T04:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '3fc84ba8-31ea-4579-8376-3a26693c1d7e', 'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'mac_address': 'fa:16:3e:f1:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:56Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 5, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'subnets': [{'id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:40.341370 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c44b02-e2fa-4b53-9d76-6ef2667cf59c None None] The sync data for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi is: [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T03:59:57Z', 'revision_number': 4, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T04:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '3fc84ba8-31ea-4579-8376-3a26693c1d7e', 'name': '', 'network_id': '0a4673eb-54a6-418c-a7cb-295a98979828', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'mac_address': 'fa:16:3e:f1:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:56Z', 'updated_at': '2022-10-17T04:00:06Z', 'revision_number': 5, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'subnets': [{'id': 'de1dbd03-c3de-46da-9fd6-502d45ff03dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:04:40.555346 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3e87f-2338-4829-9993-a501156d3840 None None] New status for floating IP 7042ff0e-2214-4dee-900f-0fb65d47aee5: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:04:40.861251 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:04:41.203148 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:41.226163 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:41.238849 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fdeed-38c4-4b28-93fb-b50dbd7b1f26 req-aa150e15-5219-48ad-85bd-62af06e85ce6 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:41.240791 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-633fdeed-38c4-4b28-93fb-b50dbd7b1f26 req-aa150e15-5219-48ad-85bd-62af06e85ce6 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0471025 Oct 17 04:04:41.286399 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-580db5c9-2bdb-46c5-9bc6-a42b4ca4b15b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866482 Oct 17 04:04:41.292685 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-633fdeed-38c4-4b28-93fb-b50dbd7b1f26 req-7faa4806-1f59-4862-9126-f6ddb74ccbd3 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=91bfaa64-3353-448f-91e0-2db58f66fb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466990 Oct 17 04:04:41.726835 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b4ddd98-8c2f-42c1-a161-22c3350f91d6 req-ac114bb2-c701-4a12-bc5b-fa33000ccf48 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449047 Oct 17 04:04:41.791149 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-0ab648f2-ba65-4de1-b05c-7f95673f3142 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:04:41.792586 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-0ab648f2-ba65-4de1-b05c-7f95673f3142 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0436513 Oct 17 04:04:41.878682 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Deleting port cc28b45a-cf72-4058-b5d7-98b2a89149a4 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:41.879015 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:41.966225 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] For port cc28b45a-cf72-4058-b5d7-98b2a89149a4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cc28b45a-cf72-4058-b5d7-98b2a89149a4,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:04:41.966843 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:41.979849 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Calling delete_port for cc28b45a-cf72-4058-b5d7-98b2a89149a4 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:42.144627 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (cc28b45a-cf72-4058-b5d7-98b2a89149a4), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:42.152559 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:42.173056 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event deleted for resources: {'Port': ['ID=cc28b45a-cf72-4058-b5d7-98b2a89149a4,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:42.179559 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:42.200970 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.203055 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.203055 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.203055 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.203055 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.203055 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.203055 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.203632 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.203632 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.203879 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.204132 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.204451 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.204768 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.205087 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.205401 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:42.232789 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] No DVR routers for this DVR port cc28b45a-cf72-4058-b5d7-98b2a89149a4 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:04:42.235084 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:42.238268 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-3cc4d8c8-6092-44f9-905a-7a990f16a9d7 req-b7b130a4-eab4-448f-98db-e23394470a57 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.33 "DELETE /networking/v2.0/ports/cc28b45a-cf72-4058-b5d7-98b2a89149a4 HTTP/1.1" status: 204 len: 173 time: 0.4380839 Oct 17 04:04:42.238785 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'name': 'network-vif-deleted', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:04:42.241069 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db716899-2d4c-4a86-b9a4-88e904e4bbb7" -d '{"events": [{"server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "name": "network-vif-deleted", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:04:42.279093 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7af52-7ab6-477e-8b98-2b31213ed0bd x-openstack-request-id: req-6fc7af52-7ab6-477e-8b98-2b31213ed0bd {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:04:42.279381 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30571ec-901b-4c6e-9537-8afa83eb4ee7", "name": "network-vif-deleted", "tag": "cc28b45a-cf72-4058-b5d7-98b2a89149a4", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:04:42.279625 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6fc7af52-7ab6-477e-8b98-2b31213ed0bd {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:04:42.280054 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc7af52-7ab6-477e-8b98-2b31213ed0bd'] response: {'server_uuid': 'f30571ec-901b-4c6e-9537-8afa83eb4ee7', 'name': 'network-vif-deleted', 'tag': 'cc28b45a-cf72-4058-b5d7-98b2a89149a4', 'status': 'completed', 'code': 200} Oct 17 04:04:42.394504 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-f3c9e93e-d490-45a2-8cbe-c43376d5a733 req-98c633bf-9335-4a3e-99be-cb0fa5d151e1 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0264685 Oct 17 04:04:43.510470 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6d7bf75f-ddfb-439f-aceb-f5a724715e8e req-4943dedb-6eab-4d4b-9fe9-40605fdfef4a tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f30571ec-901b-4c6e-9537-8afa83eb4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0270798 Oct 17 04:04:44.575156 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35804) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:44.630937 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e2373b22-5dcd-442e-92ba-1cb05366fdf5 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group (91bfaa64-3353-448f-91e0-2db58f66fb42), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:44.654535 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e2373b22-5dcd-442e-92ba-1cb05366fdf5 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group (91bfaa64-3353-448f-91e0-2db58f66fb42), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:44.812913 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e2373b22-5dcd-442e-92ba-1cb05366fdf5 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (91bfaa64-3353-448f-91e0-2db58f66fb42), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:44.815380 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-e2373b22-5dcd-442e-92ba-1cb05366fdf5 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:44.816697 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-e2373b22-5dcd-442e-92ba-1cb05366fdf5 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/91bfaa64-3353-448f-91e0-2db58f66fb42 HTTP/1.1" status: 204 len: 168 time: 0.2415159 Oct 17 04:04:44.826515 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2373b22-5dcd-442e-92ba-1cb05366fdf5 tempest-TestShelveInstance-595093888 tempest-TestShelveInstance-595093888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bfaa64-3353-448f-91e0-2db58f66fb42,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:44.839276 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:44.839887 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:44.942904 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35808) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:45.248849 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (74489b48-a3d6-4ebe-a595-b03d50aec627), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:45.464633 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Deleting port 3fc84ba8-31ea-4579-8376-3a26693c1d7e {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:45.464965 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:45.542096 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] For port 3fc84ba8-31ea-4579-8376-3a26693c1d7e, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=3fc84ba8-31ea-4579-8376-3a26693c1d7e,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:04:45.542376 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:45.555446 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Calling delete_port for 3fc84ba8-31ea-4579-8376-3a26693c1d7e owned by network:router_interface {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:45.597231 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:45.615992 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:45.796207 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (3fc84ba8-31ea-4579-8376-3a26693c1d7e), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:45.818856 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc84ba8-31ea-4579-8376-3a26693c1d7e,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:45.983953 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (74489b48-a3d6-4ebe-a595-b03d50aec627), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:46.003728 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f95e0-01b9-4af2-afb2-f084c45702ab None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:04:46.005942 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:46.092287 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f95e0-01b9-4af2-afb2-f084c45702ab None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:04:46.189725 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Router 74489b48-a3d6-4ebe-a595-b03d50aec627 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:04:46.272311 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device cc28b45a-cf72-4058-b5d7-98b2a89149a4 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:04:46.291432 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: cc28b45a-cf72-4058-b5d7-98b2a89149a4 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:04:46.291798 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device cc28b45a-cf72-4058-b5d7-98b2a89149a4 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:04:46.295472 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:04:46.302770 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-8f6fe779-5138-420b-8ed3-a75798030a6f admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/74489b48-a3d6-4ebe-a595-b03d50aec627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3586960 Oct 17 04:04:46.303467 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35810) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:46.305688 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] Sync routers for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:04:46.315778 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:04:46.316480 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:04:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:46.408716 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks [] for router (74489b48-a3d6-4ebe-a595-b03d50aec627), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:46.421716 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:04:46.514564 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks [] for router_gateway (74489b48-a3d6-4ebe-a595-b03d50aec627), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:46.598313 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174'}], 'enable_snat': True}, 'gw_port_id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T04:04:45Z', 'revision_number': 5, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port': {'id': 'fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:59:54Z', 'updated_at': '2022-10-17T04:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:46.623043 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Deleting port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:46.623486 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:46.627542 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] Checking router: 74489b48-a3d6-4ebe-a595-b03d50aec627 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:04:46.635590 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:46.639184 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] Routers {'74489b48-a3d6-4ebe-a595-b03d50aec627'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:04:46.639535 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:04:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['74489b48-a3d6-4ebe-a595-b03d50aec627'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:46.642830 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:46.715508 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] For port fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:04:46.715980 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:46.721464 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] Set router 74489b48-a3d6-4ebe-a595-b03d50aec627 gateway port host: None {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:04:46.733338 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Calling delete_port for fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef owned by network:router_gateway {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:46.741863 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-795e587a-0d70-4fdb-8257-6d1c1227c11d None None] Provisioning complete for port 0494afad-6ee1-4191-968b-7d52ee6803ff triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:04:46.742316 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-795e587a-0d70-4fdb-8257-6d1c1227c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:46.743111 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-795e587a-0d70-4fdb-8257-6d1c1227c11d None None] Attempt 1 to provision port 0494afad-6ee1-4191-968b-7d52ee6803ff Oct 17 04:04:46.775026 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T04:04:46Z', 'revision_number': 6, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:46.800730 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298351c-5c88-4ae0-b2c7-721410dec061 None None] The sync data for ids ['74489b48-a3d6-4ebe-a595-b03d50aec627'] in dv-cinder-815582-16-iscsi is: [{'id': '74489b48-a3d6-4ebe-a595-b03d50aec627', 'name': 'tempest-TestShelveInstance-1777609140-router', 'tenant_id': 'a64255e69ce9468e9a7bef2297b17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:59:53Z', 'updated_at': '2022-10-17T04:04:46Z', 'revision_number': 6, 'project_id': 'a64255e69ce9468e9a7bef2297b17725', 'gw_port_host': None}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:04:46.952475 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-795e587a-0d70-4fdb-8257-6d1c1227c11d None None] Current status of the port 0494afad-6ee1-4191-968b-7d52ee6803ff is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:04:46.967152 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:46.992647 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:47.053605 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (74489b48-a3d6-4ebe-a595-b03d50aec627), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.138102 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (74489b48-a3d6-4ebe-a595-b03d50aec627), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.140547 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks [] for router_controller (74489b48-a3d6-4ebe-a595-b03d50aec627), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.270134 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (74489b48-a3d6-4ebe-a595-b03d50aec627), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.270721 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74489b48-a3d6-4ebe-a595-b03d50aec627 {{(pid=111639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:04:47.275109 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.276314 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-b21c4d2b-d682-4f12-86f7-fa815f34593e admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/74489b48-a3d6-4ebe-a595-b03d50aec627 HTTP/1.1" status: 204 len: 168 time: 0.9711652 Oct 17 04:04:47.278781 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35812) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:47.323166 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-092415a5-d774-47fc-80c0-b08ce061fe25 admin admin] Deleting subnet de1dbd03-c3de-46da-9fd6-502d45ff03dc {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:04:47.326294 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-092415a5-d774-47fc-80c0-b08ce061fe25 admin admin] Publish callbacks [] for subnet (de1dbd03-c3de-46da-9fd6-502d45ff03dc), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.327778 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:47.361539 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-092415a5-d774-47fc-80c0-b08ce061fe25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (de1dbd03-c3de-46da-9fd6-502d45ff03dc), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.380874 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:47.439273 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-092415a5-d774-47fc-80c0-b08ce061fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (de1dbd03-c3de-46da-9fd6-502d45ff03dc), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.549806 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 3fc84ba8-31ea-4579-8376-3a26693c1d7e no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:04:47.570980 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 3fc84ba8-31ea-4579-8376-3a26693c1d7e {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:04:47.571413 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 3fc84ba8-31ea-4579-8376-3a26693c1d7e not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:04:47.584961 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-092415a5-d774-47fc-80c0-b08ce061fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (de1dbd03-c3de-46da-9fd6-502d45ff03dc), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.610318 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092415a5-d774-47fc-80c0-b08ce061fe25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1dbd03-c3de-46da-9fd6-502d45ff03dc,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:47.616162 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-092415a5-d774-47fc-80c0-b08ce061fe25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.619357 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-092415a5-d774-47fc-80c0-b08ce061fe25 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/de1dbd03-c3de-46da-9fd6-502d45ff03dc HTTP/1.1" status: 204 len: 168 time: 0.3396649 Oct 17 04:04:47.621137 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf00a6-5de2-4546-b33d-ef6065627ca4 None None] Network 0a4673eb-54a6-418c-a7cb-295a98979828 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:04:47.621787 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35814) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:47.692043 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (0a4673eb-54a6-418c-a7cb-295a98979828), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.739577 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Deleting port 0494afad-6ee1-4191-968b-7d52ee6803ff {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:47.739897 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.790616 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] DHCP port deletion for 0a4673eb-54a6-418c-a7cb-295a98979828 request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:04:47.805951 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] For port 0494afad-6ee1-4191-968b-7d52ee6803ff, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=0494afad-6ee1-4191-968b-7d52ee6803ff,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:04:47.806426 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.821363 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Calling delete_port for 0494afad-6ee1-4191-968b-7d52ee6803ff owned by network:dhcp {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:47.833914 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Deleting port 0494afad-6ee1-4191-968b-7d52ee6803ff {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:47.835056 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.899308 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] For port 0494afad-6ee1-4191-968b-7d52ee6803ff, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=0494afad-6ee1-4191-968b-7d52ee6803ff,segment=NetworkSegment(652cfe79-e391-4a64-8bd4-0de6439c238c),segment_id=652cfe79-e391-4a64-8bd4-0de6439c238c)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:04:47.904545 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.912523 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Calling delete_port for 0494afad-6ee1-4191-968b-7d52ee6803ff owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:47.967721 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:47.992067 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (0494afad-6ee1-4191-968b-7d52ee6803ff), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:48.020652 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Pushing event deleted for resources: {'Port': ['ID=0494afad-6ee1-4191-968b-7d52ee6803ff,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:48.023065 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] No DVR routers for this DVR port 0494afad-6ee1-4191-968b-7d52ee6803ff on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:04:48.031475 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.031843 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.032188 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.032525 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.032856 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.033188 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.033520 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.033824 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.034146 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.034471 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.034835 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.035195 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.035569 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.035948 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.036268 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc4b81-50c4-48a8-9964-ad99494af0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:04:48.221436 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0494afad-6ee1-4191-968b-7d52ee6803ff,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:48.225124 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] No DVR routers for this DVR port 0494afad-6ee1-4191-968b-7d52ee6803ff on host dv-cinder-815582-16-iscsi {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:04:48.295173 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (0a4673eb-54a6-418c-a7cb-295a98979828), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:48.318527 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4673eb-54a6-418c-a7cb-295a98979828']}} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:48.327572 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652cfe79-e391-4a64-8bd4-0de6439c238c') {'for_net_delete': True} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:48.328205 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652cfe79-e391-4a64-8bd4-0de6439c238c') {} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:48.337213 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119884'] for segment (652cfe79-e391-4a64-8bd4-0de6439c238c), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:48.350444 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (652cfe79-e391-4a64-8bd4-0de6439c238c), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:48.356540 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=111639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:04:48.356921 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14817079'] for segment (652cfe79-e391-4a64-8bd4-0de6439c238c), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:48.372058 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:48.425323 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 652cfe79-e391-4a64-8bd4-0de6439c238c resource provider aggregate not found Oct 17 04:04:48.441496 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 652cfe79-e391-4a64-8bd4-0de6439c238c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 652cfe79-e391-4a64-8bd4-0de6439c238c found for delete ", "request_id": "req-44d2e46f-e7a4-49e3-83fb-49048fce7ffe"}]} Oct 17 04:04:48.476177 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (0a4673eb-54a6-418c-a7cb-295a98979828), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:48.480638 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:48.486528 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/0a4673eb-54a6-418c-a7cb-295a98979828 HTTP/1.1" status: 204 len: 168 time: 0.8610089 Oct 17 04:04:48.487146 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35822) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:48.498079 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802a3c2-a512-4568-85e1-3d9d7c3f3f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4673eb-54a6-418c-a7cb-295a98979828,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:48.583429 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:48.778165 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:48.794014 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:49.011799 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Deleting port dbd41621-6be9-4c37-8746-8929244350ca {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:49.012119 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (dbd41621-6be9-4c37-8746-8929244350ca), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:49.039220 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 0494afad-6ee1-4191-968b-7d52ee6803ff no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:04:49.058793 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 0494afad-6ee1-4191-968b-7d52ee6803ff {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:04:49.059229 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 0494afad-6ee1-4191-968b-7d52ee6803ff not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:04:49.059688 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:04:49.077377 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:04:49.077717 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device fb63b7a7-9b73-4ebc-9c63-13cc6fc970ef not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:04:49.099003 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] For port dbd41621-6be9-4c37-8746-8929244350ca, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=dbd41621-6be9-4c37-8746-8929244350ca,segment=NetworkSegment(6f2b204e-a67f-4706-b75d-4a938b28020b),segment_id=6f2b204e-a67f-4706-b75d-4a938b28020b)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:04:49.099364 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (dbd41621-6be9-4c37-8746-8929244350ca), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:49.112009 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Calling delete_port for dbd41621-6be9-4c37-8746-8929244350ca owned by network:router_interface {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:49.338867 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (dbd41621-6be9-4c37-8746-8929244350ca), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:49.361476 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd41621-6be9-4c37-8746-8929244350ca,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:49.503769 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:49.523200 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:49.545980 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb51081-ff4e-46f3-8fa3-288e4613f5c5 None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:04:49.628631 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:49.630928 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb51081-ff4e-46f3-8fa3-288e4613f5c5 None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:04:49.731503 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:04:49.836408 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:04:49.841887 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-4dbf3059-48dd-4a80-aed5-f6ae87dcf826 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/2a5a95cb-dbce-49e5-bd16-c8de34b150b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3533208 Oct 17 04:04:49.844603 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35824) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:49.848067 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] Sync routers for ids ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:04:49.858330 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] Routers {'2a5a95cb-dbce-49e5-bd16-c8de34b150b6'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:04:49.859037 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:04:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:49.952913 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks [] for router (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:49.969669 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] Set router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:04:50.058413 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks [] for router_gateway (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.148463 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31'}], 'enable_snat': True}, 'gw_port_id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:00:02Z', 'updated_at': '2022-10-17T04:04:49Z', 'revision_number': 5, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'gw_port': {'id': '9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:00:03Z', 'updated_at': '2022-10-17T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:50.151774 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:50.168377 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Deleting port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:50.168701 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.179198 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] Checking router: 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:04:50.190249 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] Routers {'2a5a95cb-dbce-49e5-bd16-c8de34b150b6'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:04:50.190868 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:04:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:50.257637 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] For port 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:04:50.257999 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.261998 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:50.264194 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:50.275062 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] Set router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 gateway port host: None {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:04:50.275411 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Calling delete_port for 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f owned by network:router_gateway {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:50.283318 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:50.333314 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:00:02Z', 'updated_at': '2022-10-17T04:04:50Z', 'revision_number': 6, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:50.361047 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-f4cfc508-3d40-4711-9524-db7f5f8cf38f None None] Provisioning complete for port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:04:50.361437 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f4cfc508-3d40-4711-9524-db7f5f8cf38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.361750 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-f4cfc508-3d40-4711-9524-db7f5f8cf38f None None] Attempt 1 to provision port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f Oct 17 04:04:50.365293 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe522f48-e9a2-42ad-b253-3a0a4069d673 None None] The sync data for ids ['2a5a95cb-dbce-49e5-bd16-c8de34b150b6'] in dv-cinder-815582-16-iscsi is: [{'id': '2a5a95cb-dbce-49e5-bd16-c8de34b150b6', 'name': 'tempest-TestShelveInstance-588007391-router', 'tenant_id': '2f05de57855e405cb4ff423353bc85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:00:02Z', 'updated_at': '2022-10-17T04:04:50Z', 'revision_number': 6, 'project_id': '2f05de57855e405cb4ff423353bc85c7', 'gw_port_host': None}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:04:50.442792 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-f4cfc508-3d40-4711-9524-db7f5f8cf38f None None] Current status of the port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:04:50.504429 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.530083 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Pushing event deleted for resources: {'Port': ['ID=9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:50.585701 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:50.592465 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.680525 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.682541 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks [] for router_controller (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.767418 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (2a5a95cb-dbce-49e5-bd16-c8de34b150b6), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.768112 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5a95cb-dbce-49e5-bd16-c8de34b150b6 {{(pid=111639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:04:50.774231 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.775395 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-44441977-ebdd-4612-af80-92ec237e338d admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/2a5a95cb-dbce-49e5-bd16-c8de34b150b6 HTTP/1.1" status: 204 len: 168 time: 0.9298034 Oct 17 04:04:50.778178 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35826) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:50.826055 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_v2 [None req-857121f1-8070-415c-9074-c0d4a9cc1e35 admin admin] Deleting subnet b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad {{(pid=111640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:04:50.828088 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-857121f1-8070-415c-9074-c0d4a9cc1e35 admin admin] Publish callbacks [] for subnet (b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.865235 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-857121f1-8070-415c-9074-c0d4a9cc1e35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12640159'] for subnet (b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad), precommit_delete_associations {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:50.945599 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-857121f1-8070-415c-9074-c0d4a9cc1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.030023 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.042132 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device dbd41621-6be9-4c37-8746-8929244350ca no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:04:51.054391 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-857121f1-8070-415c-9074-c0d4a9cc1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12638939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12714074'] for subnet (b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.061983 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: dbd41621-6be9-4c37-8746-8929244350ca {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:04:51.063417 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device dbd41621-6be9-4c37-8746-8929244350ca not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:04:51.063417 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:04:51.080801 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857121f1-8070-415c-9074-c0d4a9cc1e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:51.081647 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:04:51.083286 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 9251b4a7-55c2-4e24-8cf7-fbfbb9133c6f not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:04:51.094274 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-857121f1-8070-415c-9074-c0d4a9cc1e35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.101483 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33498311-254f-4aa3-9ecd-602977bbe89e None None] Network 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:04:51.101675 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-857121f1-8070-415c-9074-c0d4a9cc1e35 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/b65a2d29-1ed3-43c3-9f77-15cf5f7a17ad HTTP/1.1" status: 204 len: 168 time: 0.3199186 Oct 17 04:04:51.102030 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35828) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:51.179652 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.226601 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Deleting port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:51.226934 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.261727 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25918b76-f17a-435c-ba56-7803c035ec6b None None] DHCP port deletion for 71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:04:51.297057 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] For port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f,segment=NetworkSegment(6f2b204e-a67f-4706-b75d-4a938b28020b),segment_id=6f2b204e-a67f-4706-b75d-4a938b28020b)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:04:51.297770 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.297902 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-25918b76-f17a-435c-ba56-7803c035ec6b None None] Deleting port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:04:51.298249 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-25918b76-f17a-435c-ba56-7803c035ec6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.312659 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Calling delete_port for ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f owned by network:dhcp {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:51.365811 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-25918b76-f17a-435c-ba56-7803c035ec6b None None] For port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f,segment=NetworkSegment(6f2b204e-a67f-4706-b75d-4a938b28020b),segment_id=6f2b204e-a67f-4706-b75d-4a938b28020b)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:04:51.366208 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-25918b76-f17a-435c-ba56-7803c035ec6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.379864 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-25918b76-f17a-435c-ba56-7803c035ec6b None None] Calling delete_port for ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:04:51.475808 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.481718 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-25918b76-f17a-435c-ba56-7803c035ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.504176 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:51.508924 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] No DVR routers for this DVR port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f on host dv-cinder-815582-16-iscsi {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:04:51.509739 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25918b76-f17a-435c-ba56-7803c035ec6b None None] Pushing event deleted for resources: {'Port': ['ID=ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:51.513125 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25918b76-f17a-435c-ba56-7803c035ec6b None None] No DVR routers for this DVR port ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:04:51.582724 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.602735 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4']}} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:51.611630 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2b204e-a67f-4706-b75d-4a938b28020b') {'for_net_delete': True} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:51.611943 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2b204e-a67f-4706-b75d-4a938b28020b') {} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:04:51.621727 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119884'] for segment (6f2b204e-a67f-4706-b75d-4a938b28020b), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.635626 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (6f2b204e-a67f-4706-b75d-4a938b28020b), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.641713 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=111639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:04:51.642090 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14817079'] for segment (6f2b204e-a67f-4706-b75d-4a938b28020b), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.686524 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 6f2b204e-a67f-4706-b75d-4a938b28020b resource provider aggregate not found Oct 17 04:04:51.705353 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 6f2b204e-a67f-4706-b75d-4a938b28020b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f2b204e-a67f-4706-b75d-4a938b28020b found for delete ", "request_id": "req-f92f241e-9604-4d70-9db0-fc01d347a721"}]} Oct 17 04:04:51.755592 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.760021 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:51.763388 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4 HTTP/1.1" status: 204 len: 168 time: 0.6602674 Oct 17 04:04:51.776597 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203364b-eaff-45ca-9d89-04c8bbd8677b admin admin] Pushing event deleted for resources: {'Network': ['ID=71e1d9b5-b39f-4085-8ce0-cbd10b15e4e4,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:52.042193 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35836) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:52.220498 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-0efe75e5-5cf8-4734-9a66-06353dec2b6f admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=a64255e69ce9468e9a7bef2297b17725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768911 Oct 17 04:04:52.223453 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35840) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:52.272331 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e1725586-60f0-4f5d-a5c3-c24ff8228447 admin admin] Publish callbacks [] for security_group (577bc54e-e152-495e-99f9-d91e2a1ce2b3), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:52.292106 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e1725586-60f0-4f5d-a5c3-c24ff8228447 admin admin] Publish callbacks [] for security_group (577bc54e-e152-495e-99f9-d91e2a1ce2b3), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:52.407396 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e1725586-60f0-4f5d-a5c3-c24ff8228447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (577bc54e-e152-495e-99f9-d91e2a1ce2b3), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:52.409959 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e1725586-60f0-4f5d-a5c3-c24ff8228447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:52.411117 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e1725586-60f0-4f5d-a5c3-c24ff8228447 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/577bc54e-e152-495e-99f9-d91e2a1ce2b3 HTTP/1.1" status: 204 len: 168 time: 0.1866539 Oct 17 04:04:52.419350 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1725586-60f0-4f5d-a5c3-c24ff8228447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577bc54e-e152-495e-99f9-d91e2a1ce2b3,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:52.933518 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35846) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:52.973407 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-bada3f45-08f3-47d6-8e2d-99c0866896f8 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=2f05de57855e405cb4ff423353bc85c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382459 Oct 17 04:04:52.975953 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 35848) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:04:52.999118 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:53.026965 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-23cb7e45-aa0d-4d42-8a32-c785cf20af6f admin admin] Publish callbacks [] for security_group (730b3463-7e7a-4f0c-bf89-32a81ba6cb65), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:53.035981 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:53.038037 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:04:53.047711 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-23cb7e45-aa0d-4d42-8a32-c785cf20af6f admin admin] Publish callbacks [] for security_group (730b3463-7e7a-4f0c-bf89-32a81ba6cb65), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:53.058118 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:04:53.058458 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device ec2adfd2-005f-4b3a-beae-f48b2b3b8a5f not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:04:53.167401 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-23cb7e45-aa0d-4d42-8a32-c785cf20af6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (730b3463-7e7a-4f0c-bf89-32a81ba6cb65), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:53.169922 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-23cb7e45-aa0d-4d42-8a32-c785cf20af6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:53.171066 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-23cb7e45-aa0d-4d42-8a32-c785cf20af6f admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/730b3463-7e7a-4f0c-bf89-32a81ba6cb65 HTTP/1.1" status: 204 len: 168 time: 0.1942496 Oct 17 04:04:53.179521 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb7e45-aa0d-4d42-8a32-c785cf20af6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730b3463-7e7a-4f0c-bf89-32a81ba6cb65,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:04:56.767450 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-e1be9bb0-e2e1-4a99-9e3e-8ea628fffd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:04:58.892998 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=15 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:58.893802 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=8 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:04:58.921362 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-21296e2e-589b-4fa5-832a-21b1a6903ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:00.275760 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:01.596195 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:01.670428 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:01.808957 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-85804f30-583f-4079-9e19-3a050ad8da48 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3037763 Oct 17 04:05:01.873522 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-c5b68ba1-1c79-44f7-8bca-e205f223f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:01.874960 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-c5b68ba1-1c79-44f7-8bca-e205f223f4ca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 1130 time: 0.0377803 Oct 17 04:05:01.984798 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-48c672be-8cef-46d2-bf04-d8767c744c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:01.986219 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-48c672be-8cef-46d2-bf04-d8767c744c4b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0882323 Oct 17 04:05:02.048263 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-7e35ae21-235b-4f90-b5d3-24e4d883dd1e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1be6d767-46c2-4044-bd95-aa4529a4e7b6 HTTP/1.1" status: 200 len: 1001 time: 0.0529904 Oct 17 04:05:02.086119 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:02.098217 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-1dbc3cf8-8742-4ea8-80bc-5d28bd8be92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:02.100642 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-1dbc3cf8-8742-4ea8-80bc-5d28bd8be92f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0428679 Oct 17 04:05:02.147113 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-841f2164-35ef-419c-a063-3ec29fe77de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:02.148569 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-841f2164-35ef-419c-a063-3ec29fe77de2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405161 Oct 17 04:05:02.240963 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-947ccec1-3e46-4d8b-b42e-93c9652500bf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823178 Oct 17 04:05:02.300226 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:02.338976 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-42c128ee-45d0-413b-adc3-b0dadae35333 req-7c91f911-cd30-4d01-b132-8ac862b1952c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891614 Oct 17 04:05:03.385336 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=13,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:11.571357 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:11.576248 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=30,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:11.578973 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=2,neutron:SELECT=33,neutron:DELETE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:12.335783 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=27 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:17.859997 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:05:18.389036 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34c7cf-99b7-412b-8c28-cac19b203025 req-6ff124c2-fbcc-4a7c-b6bd-6ed252740191 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:18.390492 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7c34c7cf-99b7-412b-8c28-cac19b203025 req-6ff124c2-fbcc-4a7c-b6bd-6ed252740191 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 946 time: 0.0459266 Oct 17 04:05:18.439599 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-7c34c7cf-99b7-412b-8c28-cac19b203025 req-2ace0b04-63d7-4bf3-8474-68b7f333711f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434513 Oct 17 04:05:19.559094 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8df76e-049d-4783-b94a-ce0c1c25709f req-5d9baf8c-b583-444a-9d38-e16be49ad034 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:19.560561 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4d8df76e-049d-4783-b94a-ce0c1c25709f req-5d9baf8c-b583-444a-9d38-e16be49ad034 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 946 time: 0.0455317 Oct 17 04:05:19.608297 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-4d8df76e-049d-4783-b94a-ce0c1c25709f req-47519387-d0b0-4075-8560-184483624680 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422993 Oct 17 04:05:20.146086 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc633189-c52a-4781-9536-22f31331dba1 req-2eefa757-e9f8-412b-9d0b-677d613c0647 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:20.147482 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fc633189-c52a-4781-9536-22f31331dba1 req-2eefa757-e9f8-412b-9d0b-677d613c0647 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 946 time: 0.0445373 Oct 17 04:05:20.234829 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Deleting port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:05:20.235160 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:20.326391 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] For port 1be6d767-46c2-4044-bd95-aa4529a4e7b6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1be6d767-46c2-4044-bd95-aa4529a4e7b6,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:05:20.326747 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:20.487322 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:20.487689 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (f7f42b1d-cea2-46c4-aa15-8d71c801e447), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:20.488039 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Floating IP f7f42b1d-cea2-46c4-aa15-8d71c801e447 disassociated. External IP: 172.27.4.28, port: 1be6d767-46c2-4044-bd95-aa4529a4e7b6. Oct 17 04:05:20.488387 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Calling delete_port for 1be6d767-46c2-4044-bd95-aa4529a4e7b6 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:05:20.675121 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (1be6d767-46c2-4044-bd95-aa4529a4e7b6), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:20.717222 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event deleted for resources: {'Port': ['ID=1be6d767-46c2-4044-bd95-aa4529a4e7b6,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:05:20.736070 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6159d92c-23d1-4d8d-93be-a498b1a74f2a req-91d6bb1e-4b8a-4b4e-b8cf-1cd0fd02cadb tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 210 time: 0.0506489 Oct 17 04:05:20.842910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:05:20.938911 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:20.941604 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:05:20.951789 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] Sync routers for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:05:20.962639 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:05:20.963250 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:04:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:05:20.984715 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] No DVR routers for this DVR port 1be6d767-46c2-4044-bd95-aa4529a4e7b6 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:05:20.987218 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:20.991347 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fc633189-c52a-4781-9536-22f31331dba1 req-f1133984-ffba-42dc-ba28-e0c16be6e065 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1be6d767-46c2-4044-bd95-aa4529a4e7b6 HTTP/1.1" status: 204 len: 173 time: 0.8348913 Oct 17 04:05:20.991347 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'name': 'network-vif-deleted', 'tag': '1be6d767-46c2-4044-bd95-aa4529a4e7b6'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:05:20.993251 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aa355f-a451-490d-bc85-6945edf7a949" -d '{"events": [{"server_uuid": "7f1ebde5-ec34-4dd2-83fe-55ea326627d8", "name": "network-vif-deleted", "tag": "1be6d767-46c2-4044-bd95-aa4529a4e7b6"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:05:21.017925 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:21.035210 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aca4294-40fc-4993-8aa8-00a91cffb7ca x-openstack-request-id: req-4aca4294-40fc-4993-8aa8-00a91cffb7ca {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:05:21.035589 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1ebde5-ec34-4dd2-83fe-55ea326627d8", "name": "network-vif-deleted", "tag": "1be6d767-46c2-4044-bd95-aa4529a4e7b6", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:05:21.035955 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4aca4294-40fc-4993-8aa8-00a91cffb7ca {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:05:21.036413 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aca4294-40fc-4993-8aa8-00a91cffb7ca'] response: {'server_uuid': '7f1ebde5-ec34-4dd2-83fe-55ea326627d8', 'name': 'network-vif-deleted', 'tag': '1be6d767-46c2-4044-bd95-aa4529a4e7b6', 'status': 'completed', 'code': 200} Oct 17 04:05:21.071141 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:05:21.351636 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:05:21.376643 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] Checking router: c8f3059e-0099-42f0-a3a0-9ba3cc59a603 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:05:21.385976 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:05:21.386616 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:04:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:05:21.486120 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:05:21.675995 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:05:21.701569 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e02896-2837-47c7-b7b8-78f8b65195a7 None None] The sync data for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi is: [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:05:21.856668 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e92e2209-3f50-4bb3-9b25-1c212fc2d9d9 req-de09c17f-14a0-46e1-ba2a-b197bd96d32e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f1ebde5-ec34-4dd2-83fe-55ea326627d8 HTTP/1.1" status: 200 len: 210 time: 0.0317605 Oct 17 04:05:21.922003 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2ccfb-f1fd-49ff-95cc-c55c47dbae80 None None] New status for floating IP f7f42b1d-cea2-46c4-aa15-8d71c801e447: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:05:23.102975 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:23.126806 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-9d68aed1-cde3-47da-8513-5d3cb0a15aa3 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1259847931&fields=id&tenant_id=8dbea8f697124e6bb449a9ed71670dda HTTP/1.1" status: 200 len: 267 time: 0.0447993 Oct 17 04:05:23.232052 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0cbb-c4ec-456c-861a-552064b35271 req-5138c670-909e-4ff3-92ab-b850b70d6c95 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:23.233474 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-5138c670-909e-4ff3-92ab-b850b70d6c95 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 811 time: 0.1004105 Oct 17 04:05:23.248287 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-03aaddda-95e7-49fe-bf1b-49f5519fd2a9 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/quotas/8dbea8f697124e6bb449a9ed71670dda HTTP/1.1" status: 200 len: 375 time: 0.0094092 Oct 17 04:05:23.298491 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-f551ea74-d13f-4f8c-a841-942894f143d0 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454760 Oct 17 04:05:23.402851 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-0c8a35e8-15c9-4284-8cdf-1c3d2f0425a6 service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111640) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:05:23.403950 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-0c8a35e8-15c9-4284-8cdf-1c3d2f0425a6 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0941656 Oct 17 04:05:23.493732 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-70e96967-fa6f-4dd9-93e1-d44799ee0591 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838335 Oct 17 04:05:23.585195 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-dace0d5e-8378-427f-88a7-910fb679ef72 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860136 Oct 17 04:05:24.412253 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 1be6d767-46c2-4044-bd95-aa4529a4e7b6 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:05:24.431878 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 1be6d767-46c2-4044-bd95-aa4529a4e7b6 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:05:24.432216 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 1be6d767-46c2-4044-bd95-aa4529a4e7b6 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:05:25.147087 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-c4897771-779b-401e-a0d4-59b4740d1c0c req-66025bf6-26b7-45a1-9eee-5952f1d26efb tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 210 time: 0.0296023 Oct 17 04:05:26.228319 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-41f45624-f970-448f-af19-85e896104e8b req-eeb0da71-9c7c-498f-9ff8-06a95bd9067a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 210 time: 0.0272334 Oct 17 04:05:26.675051 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-428becdd-55f3-45cf-bb34-b3d642d7a1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:27.312571 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-71d27cf0-c8fc-4a8b-9e6e-7dd14895d552 req-9845b7a5-3b28-4196-85e2-593445e42bee tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 210 time: 0.0268869 Oct 17 04:05:28.418523 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-85f1cec2-bd9e-4c31-acf3-353db58191b1 req-8d28f5d3-a517-4474-b36c-0a77766c7f7b tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 210 time: 0.0267498 Oct 17 04:05:28.943891 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-301457fe-659f-4a77-9655-eee7e8894279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:29.146630 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0cbb-c4ec-456c-861a-552064b35271 req-0a993f1e-4272-49c7-974d-4666e35e023a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:29.148082 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-0a993f1e-4272-49c7-974d-4666e35e023a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 811 time: 0.1048701 Oct 17 04:05:29.215755 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-ca52c67d-e167-4321-8ce9-95dbbadff21f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8dbea8f697124e6bb449a9ed71670dda HTTP/1.1" status: 200 len: 380 time: 0.0538735 Oct 17 04:05:29.226031 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'port': {'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'admin_state_up': True, 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'security_groups': ['5afc4297-e1c3-4c69-9b9b-bb96c30e4d04']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:05:29.383062 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Made reservation on behalf of 8dbea8f697124e6bb449a9ed71670dda for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:05:29.386838 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:29.514601 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Allocated IP 172.20.0.9 (281623ae-51f6-4072-a866-be5c6560c411/7a168e69-0f7b-4c79-a59d-e15137a64373/0f6c3326-2b5a-4dec-949e-450f9b39f761) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:05:29.520630 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-8d97657d-ddcd-442f-aeef-19d1e9792871 req-23fb7651-b651-4ad8-8008-8ce2b5efde28 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 210 time: 0.0268149 Oct 17 04:05:29.541538 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:29.611184 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:29.655471 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:29.749544 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:29.796339 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Network 281623ae-51f6-4072-a866-be5c6560c411 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:05:29.799668 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:05:29.802761 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:05:29.837856 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'Port': ['ID=0f6c3326-2b5a-4dec-949e-450f9b39f761,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:05:29.863107 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:29.863910 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:29.946477 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-cb17b89a-7248-418c-8a7f-4874a78d543f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7244511 Oct 17 04:05:29.963231 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Request body: {'port': {'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:05:30.023147 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:30.061464 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-24ae3580-7235-4f6d-a042-bf4ae2895b65 None None] Provisioning complete for port 0f6c3326-2b5a-4dec-949e-450f9b39f761 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:05:30.062118 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-24ae3580-7235-4f6d-a042-bf4ae2895b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:30.062118 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-24ae3580-7235-4f6d-a042-bf4ae2895b65 None None] Attempt 1 to provision port 0f6c3326-2b5a-4dec-949e-450f9b39f761 Oct 17 04:05:30.094072 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-24ae3580-7235-4f6d-a042-bf4ae2895b65 None None] Port 0f6c3326-2b5a-4dec-949e-450f9b39f761 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:05:30.275056 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:30.280727 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6c3326-2b5a-4dec-949e-450f9b39f761 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:05:30.288229 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Publish callbacks [] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:30.300767 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Transition to ACTIVE for port object 0f6c3326-2b5a-4dec-949e-450f9b39f761 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:05:30.354303 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:30.357804 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:30.415727 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6c3326-2b5a-4dec-949e-450f9b39f761,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:05:30.466756 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Attempting to bind port 0f6c3326-2b5a-4dec-949e-450f9b39f761 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:05:30.467085 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Attempting to bind port 0f6c3326-2b5a-4dec-949e-450f9b39f761 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:05:30.467414 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Attempting to bind port 0f6c3326-2b5a-4dec-949e-450f9b39f761 on network 281623ae-51f6-4072-a866-be5c6560c411 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:05:30.508355 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Port 0f6c3326-2b5a-4dec-949e-450f9b39f761 on network 281623ae-51f6-4072-a866-be5c6560c411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:05:30.508675 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Attempting to bind port 0f6c3326-2b5a-4dec-949e-450f9b39f761 on network 281623ae-51f6-4072-a866-be5c6560c411 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:05:30.548624 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:05:30.549247 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Checking segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:05:30.549247 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Bound using segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:05:30.549647 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Bound port: 0f6c3326-2b5a-4dec-949e-450f9b39f761, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:05:30.549992 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:30.645718 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] For port 0f6c3326-2b5a-4dec-949e-450f9b39f761, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:05:30.650200 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] For port 0f6c3326-2b5a-4dec-949e-450f9b39f761, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:05:30.656768 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27576b73-9815-4c0d-9a3d-2f8ff8942f14 req-6f4e319b-d47c-4e80-b9f1-1b54a3f3e897 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:30.658211 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-27576b73-9815-4c0d-9a3d-2f8ff8942f14 req-6f4e319b-d47c-4e80-b9f1-1b54a3f3e897 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 943 time: 0.0620260 Oct 17 04:05:30.692561 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:30.709367 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-27576b73-9815-4c0d-9a3d-2f8ff8942f14 req-44f6f8b5-4aba-4060-ba6c-a8fc648fff6f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450633 Oct 17 04:05:30.749567 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:30.753856 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:30.754807 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:30.755884 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/0f6c3326-2b5a-4dec-949e-450f9b39f761 HTTP/1.1" status: 200 len: 1093 time: 0.7969313 Oct 17 04:05:30.756442 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:05:30.758652 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962d6a88-4a40-4f98-95e8-06bd5db7419c" -d '{"events": [{"name": "network-changed", "server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:05:30.804146 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39768fa1-3c48-4b1a-895a-7a4ba68e784d x-openstack-request-id: req-39768fa1-3c48-4b1a-895a-7a4ba68e784d {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:05:30.804146 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:05:30.804146 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-39768fa1-3c48-4b1a-895a-7a4ba68e784d {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:05:30.804146 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39768fa1-3c48-4b1a-895a-7a4ba68e784d'] response: {'name': 'network-changed', 'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'status': 'completed', 'code': 200} Oct 17 04:05:30.807787 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babdd1b-cf63-462b-867d-0bb452deab36 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6c3326-2b5a-4dec-949e-450f9b39f761,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:05:30.857108 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d6a88-4a40-4f98-95e8-06bd5db7419c req-cee1bfca-7271-4c9f-9064-2b4a8c6234fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:30.858610 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-962d6a88-4a40-4f98-95e8-06bd5db7419c req-cee1bfca-7271-4c9f-9064-2b4a8c6234fe service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 1127 time: 0.0388534 Oct 17 04:05:30.957878 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d6a88-4a40-4f98-95e8-06bd5db7419c req-a215df57-ac0b-4303-b774-66f5490575da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:30.959299 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-962d6a88-4a40-4f98-95e8-06bd5db7419c req-a215df57-ac0b-4303-b774-66f5490575da service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=8dbea8f697124e6bb449a9ed71670dda&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0933414 Oct 17 04:05:31.057297 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d6a88-4a40-4f98-95e8-06bd5db7419c req-c229ae6e-124d-4639-ad82-1ef31c9f5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:31.058507 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-962d6a88-4a40-4f98-95e8-06bd5db7419c req-c229ae6e-124d-4639-ad82-1ef31c9f5da0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893054 Oct 17 04:05:31.138579 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0cbb-c4ec-456c-861a-552064b35271 req-898fdfc9-9e4a-498a-8ca0-39bc73739844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:31.140149 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-898fdfc9-9e4a-498a-8ca0-39bc73739844 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 1127 time: 0.0406740 Oct 17 04:05:31.183151 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-643a9676-99fa-4b42-9f47-cef150d78ac4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761 HTTP/1.1" status: 200 len: 217 time: 0.0318782 Oct 17 04:05:31.234815 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0cbb-c4ec-456c-861a-552064b35271 req-d5f2cae0-6ca8-4391-99a3-14dea3c83981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:31.236226 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-d5f2cae0-6ca8-4391-99a3-14dea3c83981 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0454807 Oct 17 04:05:31.282883 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0cbb-c4ec-456c-861a-552064b35271 req-5a82a44e-a653-4540-b0e6-32604f2ccd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:31.284361 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-5a82a44e-a653-4540-b0e6-32604f2ccd58 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383711 Oct 17 04:05:31.373506 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-be117690-e99d-4399-825a-2c50b07f3a3c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808966 Oct 17 04:05:31.434953 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:31.472766 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-042a0cbb-c4ec-456c-861a-552064b35271 req-1e1b05aa-6fb5-48f7-a43b-a25ecda86ebc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855577 Oct 17 04:05:31.579621 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:31.634537 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:31.827259 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15408569-9ebf-4631-9b4a-fcefec8f5d97 req-6d8b416a-d616-4fb3-b66e-2674db57e061 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:31.828723 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-15408569-9ebf-4631-9b4a-fcefec8f5d97 req-6d8b416a-d616-4fb3-b66e-2674db57e061 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 943 time: 0.0456975 Oct 17 04:05:31.876280 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-15408569-9ebf-4631-9b4a-fcefec8f5d97 req-2468617b-5600-4a4d-bfd2-07b6af26b6aa tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Oct 17 04:05:32.993601 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbc27a-0918-4dbb-9262-bce1f38429e2 req-1ba964b0-8a25-4df0-8998-b400ca8a0d35 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:32.995043 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1adbc27a-0918-4dbb-9262-bce1f38429e2 req-1ba964b0-8a25-4df0-8998-b400ca8a0d35 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 943 time: 0.0451975 Oct 17 04:05:33.044547 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1adbc27a-0918-4dbb-9262-bce1f38429e2 req-4133435c-b6da-467d-9b83-039cc61d73ce tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Oct 17 04:05:34.169021 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d772829-5326-4e2c-aa43-6c3b07ff19cc req-0cae9557-cf40-47ee-a084-de3324423aea tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:34.170473 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d772829-5326-4e2c-aa43-6c3b07ff19cc req-0cae9557-cf40-47ee-a084-de3324423aea tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 943 time: 0.0500693 Oct 17 04:05:34.218798 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d772829-5326-4e2c-aa43-6c3b07ff19cc req-5f711551-8eb9-4b2b-b4ec-084789716e40 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Oct 17 04:05:35.337684 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658527b-fe11-4bb6-8812-273e490e0c84 req-09e6f7d2-b7d4-4ba5-a5f6-f2adcd371332 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:35.339110 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5658527b-fe11-4bb6-8812-273e490e0c84 req-09e6f7d2-b7d4-4ba5-a5f6-f2adcd371332 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 943 time: 0.0478895 Oct 17 04:05:35.386630 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5658527b-fe11-4bb6-8812-273e490e0c84 req-385eee4f-74f2-49de-995f-be50a7687a5b tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418062 Oct 17 04:05:35.900124 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=87 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:35.900913 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=79 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:36.505413 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455a328-3b82-4fce-b112-514551d82799 req-98fd07e3-daa0-4800-be9a-ec77d5c3b9ab tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:36.506850 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a455a328-3b82-4fce-b112-514551d82799 req-98fd07e3-daa0-4800-be9a-ec77d5c3b9ab tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 943 time: 0.0456958 Oct 17 04:05:36.554684 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-a455a328-3b82-4fce-b112-514551d82799 req-8e3fb308-15d3-4a03-9bf8-e86d59c4eb9a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Oct 17 04:05:37.674064 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f687c-68a0-4e82-9d59-69360671cec9 req-d6e4b610-d635-4d42-bb6d-16b5c83db445 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:37.675498 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b75f687c-68a0-4e82-9d59-69360671cec9 req-d6e4b610-d635-4d42-bb6d-16b5c83db445 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 943 time: 0.0454576 Oct 17 04:05:37.725010 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-b75f687c-68a0-4e82-9d59-69360671cec9 req-3a54d027-2373-4cf6-a4ae-072174d62d7b tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Oct 17 04:05:38.471905 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 0f6c3326-2b5a-4dec-949e-450f9b39f761 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:05:38.567688 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 0f6c3326-2b5a-4dec-949e-450f9b39f761, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:05:38.579168 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:05:38.616705 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 0f6c3326-2b5a-4dec-949e-450f9b39f761 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:05:38.617091 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:38.759018 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6c3326-2b5a-4dec-949e-450f9b39f761 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:05:38.778631 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 0f6c3326-2b5a-4dec-949e-450f9b39f761, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:05:38.840392 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:38.845593 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95197e40-c2ee-4426-a594-126ccd0d2334 req-e0c6ea11-ddaf-4c79-88cb-38adcb409ceb tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:38.847051 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-95197e40-c2ee-4426-a594-126ccd0d2334 req-e0c6ea11-ddaf-4c79-88cb-38adcb409ceb tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 943 time: 0.0494719 Oct 17 04:05:38.887304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=0f6c3326-2b5a-4dec-949e-450f9b39f761,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:05:38.897923 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-95197e40-c2ee-4426-a594-126ccd0d2334 req-5c18b5ce-a48e-452d-8ed4-3fdef802dab4 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 Oct 17 04:05:39.165890 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['0f6c3326-2b5a-4dec-949e-450f9b39f761'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:05:40.019594 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269f4e2-cfa3-4542-a7fd-b04ad8725278 req-b9db61f0-1107-43a3-aa83-b323833af577 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:40.021099 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0269f4e2-cfa3-4542-a7fd-b04ad8725278 req-b9db61f0-1107-43a3-aa83-b323833af577 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 944 time: 0.0498116 Oct 17 04:05:40.070042 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-0269f4e2-cfa3-4542-a7fd-b04ad8725278 req-e0d37951-b036-4b8d-b2d1-08d911f0cc9a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433350 Oct 17 04:05:40.472644 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 0f6c3326-2b5a-4dec-949e-450f9b39f761 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:05:40.514270 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 0f6c3326-2b5a-4dec-949e-450f9b39f761 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:05:40.571200 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 0f6c3326-2b5a-4dec-949e-450f9b39f761 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:05:40.571579 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:40.571938 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 0f6c3326-2b5a-4dec-949e-450f9b39f761 Oct 17 04:05:40.644975 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 0f6c3326-2b5a-4dec-949e-450f9b39f761 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:05:40.645350 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:40.666924 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:05:40.669150 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3225b0-738d-4212-aca9-8ba238ec32bf" -d '{"events": [{"server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "name": "network-vif-plugged", "status": "completed", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:05:40.685478 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 0f6c3326-2b5a-4dec-949e-450f9b39f761, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:05:40.707329 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a425a6dd-d081-44a3-b642-5688bcfaee8b x-openstack-request-id: req-a425a6dd-d081-44a3-b642-5688bcfaee8b {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:05:40.707636 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "name": "network-vif-plugged", "status": "completed", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:05:40.707925 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a425a6dd-d081-44a3-b642-5688bcfaee8b {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:05:40.708319 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a425a6dd-d081-44a3-b642-5688bcfaee8b'] response: {'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'code': 200} Oct 17 04:05:40.755010 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:40.799990 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=0f6c3326-2b5a-4dec-949e-450f9b39f761,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:05:41.061171 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d5e65-f420-4cbb-be3f-408fa4d06d39 req-5f98cac0-9cf8-40fc-97a6-cb6d0f3ad777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:41.062668 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-457d5e65-f420-4cbb-be3f-408fa4d06d39 req-5f98cac0-9cf8-40fc-97a6-cb6d0f3ad777 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 1129 time: 0.0388670 Oct 17 04:05:41.096128 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:41.112684 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-457d5e65-f420-4cbb-be3f-408fa4d06d39 req-423d6aca-2d5e-4b80-9094-c67a1f644e22 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407920 Oct 17 04:05:41.191648 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a412a2-389f-43d1-b6c2-8a0bcc9f172d req-5743daf4-dc42-49b5-b53e-854f9a3bdd74 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:41.193147 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-11a412a2-389f-43d1-b6c2-8a0bcc9f172d req-5743daf4-dc42-49b5-b53e-854f9a3bdd74 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 945 time: 0.0462151 Oct 17 04:05:41.241652 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-11a412a2-389f-43d1-b6c2-8a0bcc9f172d req-9032f6ef-1f9a-456a-a58c-3710afdcb7de tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430064 Oct 17 04:05:42.361331 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59994c-0d5b-4545-b390-353ebd150c22 req-49bbdbf4-d9d4-4d69-b7b7-85eb15b08da1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:42.362770 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9a59994c-0d5b-4545-b390-353ebd150c22 req-49bbdbf4-d9d4-4d69-b7b7-85eb15b08da1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 945 time: 0.0450947 Oct 17 04:05:42.415061 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9a59994c-0d5b-4545-b390-353ebd150c22 req-454a438d-fb3a-483d-b0a2-399fb470cce4 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Oct 17 04:05:43.605218 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=59 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:43.607030 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=57 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:43.641799 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60738829-11cd-4073-8992-d863c207d47b req-4c50f7b3-bb26-4059-ac60-f21f924383bb tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:43.643268 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-60738829-11cd-4073-8992-d863c207d47b req-4c50f7b3-bb26-4059-ac60-f21f924383bb tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 945 time: 0.1550336 Oct 17 04:05:43.695376 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-60738829-11cd-4073-8992-d863c207d47b req-c57d3f45-d5d7-4cd8-b3ba-36a90955907d tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465279 Oct 17 04:05:43.859222 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b7b95-b5aa-491e-8c1c-5bfc352f834b req-c2f23f90-f8e2-4280-9210-a2d9ef7cb439 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:43.860695 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e9b7b95-b5aa-491e-8c1c-5bfc352f834b req-c2f23f90-f8e2-4280-9210-a2d9ef7cb439 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 945 time: 0.0926530 Oct 17 04:05:43.910069 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5e9b7b95-b5aa-491e-8c1c-5bfc352f834b req-b2fee285-34f5-43ad-a0cb-29e815ac52d5 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 Oct 17 04:05:43.938928 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35938) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:05:43.975453 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de47b1-1bb7-49c8-9130-4f51e6a5c8f8 tempest-TestVolumeBootPattern-1137564598 tempest-TestVolumeBootPattern-1137564598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:43.976964 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-f7de47b1-1bb7-49c8-9130-4f51e6a5c8f8 tempest-TestVolumeBootPattern-1137564598 tempest-TestVolumeBootPattern-1137564598-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 1124 time: 0.0370865 Oct 17 04:05:43.979569 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 35940) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:05:43.983773 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:05:44.085959 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:44.167618 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:44.269353 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Allocated IP 172.27.4.84 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/42b3812a-b627-4230-8ff4-7558dbe288d3) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:05:44.274954 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:44.376078 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for port (42b3812a-b627-4230-8ff4-7558dbe288d3), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:44.458232 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (42b3812a-b627-4230-8ff4-7558dbe288d3), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:44.492816 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:44.494597 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:05:44.498919 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:05:44.504238 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:05:44.533933 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'Port': ['ID=42b3812a-b627-4230-8ff4-7558dbe288d3,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:05:44.547846 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.548187 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.548520 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.548851 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.549176 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.549501 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.549822 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.550139 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.550459 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.550805 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.551120 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.551441 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.551771 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.552087 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.552398 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:05:44.858618 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (f28639ba-f04d-4cbb-bc68-28cf21dffca1), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:44.962609 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (42b3812a-b627-4230-8ff4-7558dbe288d3), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:45.367000 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for port (42b3812a-b627-4230-8ff4-7558dbe288d3), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:45.428705 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (42b3812a-b627-4230-8ff4-7558dbe288d3), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:45.495196 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'Port': ['ID=42b3812a-b627-4230-8ff4-7558dbe288d3,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:05:45.498493 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (f28639ba-f04d-4cbb-bc68-28cf21dffca1), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:45.590725 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.db.l3_db [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Floating IP f28639ba-f04d-4cbb-bc68-28cf21dffca1 associated. External IP: 172.27.4.84, port: 0f6c3326-2b5a-4dec-949e-450f9b39f761. Oct 17 04:05:45.593707 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:45.666475 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:45.791920 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:05:45.892475 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:05:45.902616 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] Sync routers for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:05:45.918123 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:05:45.918123 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:05:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:05:45.974137 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:46.004594 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-2628bca2-e480-4e4a-99f6-9d018582d91e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0239527 Oct 17 04:05:46.005341 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:05:46.007652 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08697a05-1a67-4ceb-b10c-82010b948736" -d '{"events": [{"name": "network-changed", "server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:05:46.020494 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:05:46.045788 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d58ec6-ec93-4f2a-a543-b10183a86294 x-openstack-request-id: req-49d58ec6-ec93-4f2a-a543-b10183a86294 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:05:46.046082 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:05:46.046332 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-49d58ec6-ec93-4f2a-a543-b10183a86294 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:05:46.046730 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d58ec6-ec93-4f2a-a543-b10183a86294'] response: {'name': 'network-changed', 'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'status': 'completed', 'code': 200} Oct 17 04:05:46.105881 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697a05-1a67-4ceb-b10c-82010b948736 req-afed7a03-8a89-44ae-a530-1f2287f356c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:46.107382 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-08697a05-1a67-4ceb-b10c-82010b948736 req-afed7a03-8a89-44ae-a530-1f2287f356c3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 1129 time: 0.0386052 Oct 17 04:05:46.199066 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697a05-1a67-4ceb-b10c-82010b948736 req-2a0f60de-5eed-48a7-a409-2d501544e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:46.200454 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-08697a05-1a67-4ceb-b10c-82010b948736 req-2a0f60de-5eed-48a7-a409-2d501544e387 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0875328 Oct 17 04:05:46.228634 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'f28639ba-f04d-4cbb-bc68-28cf21dffca1', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.84', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:05:44Z', 'updated_at': '2022-10-17T04:05:44Z', 'revision_number': 0, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:05:46.252202 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] Checking router: c8f3059e-0099-42f0-a3a0-9ba3cc59a603 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:05:46.260833 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:05:46.260999 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-08697a05-1a67-4ceb-b10c-82010b948736 req-c3ba237a-b84e-4bf2-8029-e423ab995679 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761 HTTP/1.1" status: 200 len: 998 time: 0.0547359 Oct 17 04:05:46.261438 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:05:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:05:46.309110 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697a05-1a67-4ceb-b10c-82010b948736 req-2371ceab-1061-4658-963b-05de87fd9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:46.310525 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-08697a05-1a67-4ceb-b10c-82010b948736 req-2371ceab-1061-4658-963b-05de87fd9da1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0426745 Oct 17 04:05:46.355686 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697a05-1a67-4ceb-b10c-82010b948736 req-67e60a43-c5ea-4c28-ae8f-5764439ad019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:05:46.357208 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-08697a05-1a67-4ceb-b10c-82010b948736 req-67e60a43-c5ea-4c28-ae8f-5764439ad019 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413766 Oct 17 04:05:46.360807 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:05:46.447284 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-08697a05-1a67-4ceb-b10c-82010b948736 req-84bd4159-992e-4bb4-880e-fbc0ce1e74fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841806 Oct 17 04:05:46.541270 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-08697a05-1a67-4ceb-b10c-82010b948736 req-663578bc-3f25-44be-942b-986b1b3b0b28 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876133 Oct 17 04:05:46.568665 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'f28639ba-f04d-4cbb-bc68-28cf21dffca1', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.84', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:05:44Z', 'updated_at': '2022-10-17T04:05:44Z', 'revision_number': 0, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:05:46.593139 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45713d7f-d281-4c81-800f-494dc00e630b None None] The sync data for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi is: [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'f28639ba-f04d-4cbb-bc68-28cf21dffca1', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.84', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:05:44Z', 'updated_at': '2022-10-17T04:05:44Z', 'revision_number': 0, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:05:46.781188 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc239cf-4c65-41a8-a8b7-5953f0ab62fa None None] New status for floating IP f28639ba-f04d-4cbb-bc68-28cf21dffca1: ACTIVE {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:05:46.783365 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:46.785063 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=6,neutron:SELECT=77 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:46.812035 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:51.057003 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:53.686694 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=13 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:53.690561 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:54.858894 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:05:56.532055 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:56.541512 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:05:56.725497 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-13841baf-c6b0-4088-a569-80566dbd047d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:05:58.976914 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c2839102-3d7f-4ca2-b6a1-a11dd42ca294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:00.279464 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:01.584505 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:01.639562 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:04.419721 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-71fe7d2f-cf58-44bf-ab9b-4bf229de6a1d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374587 Oct 17 04:06:04.498377 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-1657555a-73b2-4096-9558-1d98dbcaf7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:06:04.499822 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-1657555a-73b2-4096-9558-1d98dbcaf7ad service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 1129 time: 0.0380125 Oct 17 04:06:04.605965 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-bd00c654-67b8-474a-b4e4-18ea3d557fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:06:04.607415 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-bd00c654-67b8-474a-b4e4-18ea3d557fc6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0883725 Oct 17 04:06:04.667381 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-45274d6c-0f89-47c5-b42c-17afa62d3b13 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761 HTTP/1.1" status: 200 len: 1000 time: 0.0532753 Oct 17 04:06:04.722553 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-1e8bb38e-17e4-4572-b3e0-0334b78fac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:06:04.724020 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-1e8bb38e-17e4-4572-b3e0-0334b78fac17 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0486150 Oct 17 04:06:04.765927 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-3532ae10-b4a3-4100-90ab-1f13fa514e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:06:04.767392 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-3532ae10-b4a3-4100-90ab-1f13fa514e6a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375106 Oct 17 04:06:04.856923 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-99f57f13-0137-4114-aeec-3cb2a8e66172 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806630 Oct 17 04:06:04.950888 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-37a2dc77-3aee-4b98-bcae-2c745107d1af req-2726b983-d9b5-4e8a-8472-750d735588d9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864131 Oct 17 04:06:11.576710 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:11.580580 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:11.582285 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:12.892299 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=75 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:12.897256 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=81 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:14.946090 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=50 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:14.947932 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=51 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:21.039304 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:22.859652 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [req-098aec90-4865-4ee2-81f8-1f55c2f73752 req-9c5edec9-8cbb-4cfe-b747-663c2f816fe9 service neutron] (111639) timed out ('10.222.0.33', 50085) {{(pid=111639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 04:06:23.785839 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [req-371c619d-5a75-4011-8fcc-803e712a6d74 req-175246e0-85d4-4a45-af8c-69ae136e7f93 service neutron] (111640) timed out ('10.222.0.33', 50101) {{(pid=111640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 04:06:24.873097 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:26.696360 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc833-c5b6-4f98-abe5-1d0f8de3c619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:28.918763 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c3b8722e-cb49-49a3-8dc1-48dda0db9bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:30.301894 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:31.558800 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:31.645144 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:31.859700 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:06:42.518640 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:42.520393 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:42.523073 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:49.888915 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:49.893783 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:06:51.118567 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:56.678164 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-413ae5b3-185d-4737-877a-916fac480fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:06:58.935424 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b698ed56-3cf0-440c-898f-fc108914001e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:00.289472 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:01.569200 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:01.643677 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:04.322318 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-9b77b228-94da-4e46-bda2-d54a1f39f099 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783012 Oct 17 04:07:04.410280 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-73464aa7-1d0c-4d45-a577-d1b37f2f3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:04.411756 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-73464aa7-1d0c-4d45-a577-d1b37f2f3341 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 1129 time: 0.0419860 Oct 17 04:07:04.517853 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-95068ecb-af64-40b7-93fc-4c3e6eef50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:04.519190 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-95068ecb-af64-40b7-93fc-4c3e6eef50a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0845015 Oct 17 04:07:04.585302 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-873935db-9571-4798-af92-ba9e0e876b34 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761 HTTP/1.1" status: 200 len: 1000 time: 0.0566003 Oct 17 04:07:04.635797 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-68600ad4-b5a2-4610-a4d1-9979c50a8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:04.637192 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-68600ad4-b5a2-4610-a4d1-9979c50a8413 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0428071 Oct 17 04:07:04.678364 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-cd3cadfb-d3a5-4cf7-8704-df97a86cb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:04.679818 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-cd3cadfb-d3a5-4cf7-8704-df97a86cb8f3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0363259 Oct 17 04:07:04.774294 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-d7071f2f-1847-4612-a540-b51a9804c3c2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848365 Oct 17 04:07:04.866225 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d1338c60-4862-4ddb-abcb-b1a15f1a9e76 req-12fd1564-a469-48a2-9927-e3eb1cd55eeb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822027 Oct 17 04:07:08.858348 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:07:11.517636 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:11.590634 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:11.592342 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:14.856731 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=54 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:14.862701 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=47 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:21.106421 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:24.719973 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-8ea1c3fa-a902-4014-bcd6-a05439964669 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1259847931&fields=id&tenant_id=8dbea8f697124e6bb449a9ed71670dda HTTP/1.1" status: 200 len: 267 time: 0.0460749 Oct 17 04:07:24.828609 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-19fd769d-382a-4d2a-a3cd-a803e77c6589 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:24.830041 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-19fd769d-382a-4d2a-a3cd-a803e77c6589 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 811 time: 0.1037869 Oct 17 04:07:24.844334 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-2751a4a1-1f7f-4df1-8a1c-048cf9d56008 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/quotas/8dbea8f697124e6bb449a9ed71670dda HTTP/1.1" status: 200 len: 375 time: 0.0090182 Oct 17 04:07:24.894524 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-f2305f3b-67b4-4c25-9f26-a5de2458cda5 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455019 Oct 17 04:07:24.991491 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-1ce8da08-1f12-4352-a8db-5298c8674a1f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861261 Oct 17 04:07:25.083070 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-7e3fa04d-da5f-4b72-8e2e-4206827f63ec service neutron] 10.222.0.17 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860114 Oct 17 04:07:25.695186 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-da763cdd-966a-4b7f-b5c2-fcffe512b733 req-ceca04e5-f085-4857-8148-3ded935a6cd3 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 210 time: 0.0283139 Oct 17 04:07:26.717466 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-1112caee-17e9-41c0-9179-af7fa38e417f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:26.799308 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-9b7df5fb-9f06-4b09-9595-2d73dd6bf1b0 req-c79dcaf6-240b-4ded-ae75-c5efdad64e8a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 210 time: 0.0278625 Oct 17 04:07:26.886348 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=18 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:26.890121 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=16 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:27.552232 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-09669dc9-0e19-4253-b9c2-41e168e0447a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:27.553622 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-09669dc9-0e19-4253-b9c2-41e168e0447a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 811 time: 0.1072359 Oct 17 04:07:27.622051 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-35889dc2-59e6-4b30-a375-26d032aaeb8e tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8dbea8f697124e6bb449a9ed71670dda HTTP/1.1" status: 200 len: 380 time: 0.0556197 Oct 17 04:07:27.633519 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'port': {'device_id': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'admin_state_up': True, 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'security_groups': ['5afc4297-e1c3-4c69-9b9b-bb96c30e4d04']}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:07:27.829432 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Made reservation on behalf of 8dbea8f697124e6bb449a9ed71670dda for: {'port': 1} {{(pid=111640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:07:27.830131 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:27.908085 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-1c24df23-8e6f-4d6a-b727-c3ed731080f7 req-08fc6e5d-f63b-4c8f-8838-f621572f1488 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 210 time: 0.0264707 Oct 17 04:07:27.963557 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.db_base_plugin_common [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Allocated IP 172.20.0.10 (281623ae-51f6-4072-a866-be5c6560c411/7a168e69-0f7b-4c79-a59d-e15137a64373/6885e20e-b045-41d3-9581-00946cebe855) {{(pid=111640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:07:28.018476 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:28.058340 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:28.106990 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for port (6885e20e-b045-41d3-9581-00946cebe855), precommit_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:28.186528 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (6885e20e-b045-41d3-9581-00946cebe855), after_create {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:28.229738 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Network 281623ae-51f6-4072-a866-be5c6560c411 is already hosted by enough agents. {{(pid=111640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:07:28.232888 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.base_scheduler [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Resources bound (agent type, host, resource id): {{(pid=111640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:07:28.236671 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Received port after_create {{(pid=111640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:07:28.264527 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'Port': ['ID=6885e20e-b045-41d3-9581-00946cebe855,revision_number=1']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:07:28.277496 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.277842 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.278180 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.278515 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.278882 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.279253 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.279580 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.279928 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.280253 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.280576 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.280897 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.281214 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.281529 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.281902 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.282215 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:28.309083 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:28.309688 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:28.400679 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-bac5d428-4106-419a-bd82-63c5859df7bc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7714546 Oct 17 04:07:28.422255 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.v2.base [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Request body: {'port': {'device_id': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=111640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:07:28.431147 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-89f9e226-df09-4a67-b7ca-0861c187b98c None None] Provisioning complete for port 6885e20e-b045-41d3-9581-00946cebe855 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:07:28.431692 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-89f9e226-df09-4a67-b7ca-0861c187b98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (6885e20e-b045-41d3-9581-00946cebe855), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:28.431879 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-89f9e226-df09-4a67-b7ca-0861c187b98c None None] Attempt 1 to provision port 6885e20e-b045-41d3-9581-00946cebe855 Oct 17 04:07:28.464070 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-89f9e226-df09-4a67-b7ca-0861c187b98c None None] Port 6885e20e-b045-41d3-9581-00946cebe855 cannot update to ACTIVE because it is not bound. {{(pid=111641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:07:28.481077 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (6885e20e-b045-41d3-9581-00946cebe855), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:28.718883 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:28.735487 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6885e20e-b045-41d3-9581-00946cebe855 {{(pid=111640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:07:28.742992 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Publish callbacks [] for port (6885e20e-b045-41d3-9581-00946cebe855), precommit_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:28.756271 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.provisioning_blocks [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Transition to ACTIVE for port object 6885e20e-b045-41d3-9581-00946cebe855 will not be triggered until provisioned by entity L2. {{(pid=111640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:07:28.813997 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (6885e20e-b045-41d3-9581-00946cebe855), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:28.892613 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6885e20e-b045-41d3-9581-00946cebe855,revision_number=2']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:07:28.911112 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-043a7a12-33c4-428c-8b6d-b1da8f9e0e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:28.923638 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Attempting to bind port 6885e20e-b045-41d3-9581-00946cebe855 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:07:28.923999 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Attempting to bind port 6885e20e-b045-41d3-9581-00946cebe855 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:07:28.924327 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Attempting to bind port 6885e20e-b045-41d3-9581-00946cebe855 on network 281623ae-51f6-4072-a866-be5c6560c411 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:07:28.966509 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Port 6885e20e-b045-41d3-9581-00946cebe855 on network 281623ae-51f6-4072-a866-be5c6560c411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:07:28.966834 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Attempting to bind port 6885e20e-b045-41d3-9581-00946cebe855 on network 281623ae-51f6-4072-a866-be5c6560c411 {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:07:29.047700 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4ee7-481d-4bcd-a2fb-875e090cbeee req-76a34c46-f569-4e9a-87c9-5fdbc952386f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:29.049165 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-731e4ee7-481d-4bcd-a2fb-875e090cbeee req-76a34c46-f569-4e9a-87c9-5fdbc952386f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 944 time: 0.0595458 Oct 17 04:07:29.050332 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Checking agent: {'id': 'a068dba6-ff61-4e26-941b-903633b4ed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'started_at': datetime.datetime(2022, 10, 17, 3, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:07:29.050658 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Checking segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:07:29.051029 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Bound using segment: {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'} {{(pid=111640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:07:29.051457 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.managers [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Bound port: 6885e20e-b045-41d3-9581-00946cebe855, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a2fe9e-7679-4d01-90aa-0404098576e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '281623ae-51f6-4072-a866-be5c6560c411'}}] {{(pid=111640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:07:29.051840 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (6885e20e-b045-41d3-9581-00946cebe855), before_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:29.110126 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:29.144871 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-731e4ee7-481d-4bcd-a2fb-875e090cbeee req-9845e3f1-e283-4335-9b92-2cef054d6186 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896924 Oct 17 04:07:29.149296 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] For port 6885e20e-b045-41d3-9581-00946cebe855, host hv-cinder-81558, cleared binding levels {{(pid=111640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:07:29.152384 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] For port 6885e20e-b045-41d3-9581-00946cebe855, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6885e20e-b045-41d3-9581-00946cebe855,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:07:29.300593 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12638741'] for port (6885e20e-b045-41d3-9581-00946cebe855), after_update {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:29.305275 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:29.305949 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:29.307357 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/6885e20e-b045-41d3-9581-00946cebe855 HTTP/1.1" status: 200 len: 1094 time: 0.8957567 Oct 17 04:07:29.307940 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'tag': '6885e20e-b045-41d3-9581-00946cebe855'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:07:29.310176 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba48b07-7fa1-440e-9b6c-da177d577750" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "tag": "6885e20e-b045-41d3-9581-00946cebe855"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:07:29.362547 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d97104-763f-4576-9b26-614be85308e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6885e20e-b045-41d3-9581-00946cebe855,revision_number=3']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:07:29.410705 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c9d0a4-21cd-4457-85b1-5e84e014a49d x-openstack-request-id: req-22c9d0a4-21cd-4457-85b1-5e84e014a49d {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:07:29.410995 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "tag": "6885e20e-b045-41d3-9581-00946cebe855", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:07:29.411245 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-22c9d0a4-21cd-4457-85b1-5e84e014a49d {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:07:29.411636 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c9d0a4-21cd-4457-85b1-5e84e014a49d'] response: {'name': 'network-changed', 'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'tag': '6885e20e-b045-41d3-9581-00946cebe855', 'status': 'completed', 'code': 200} Oct 17 04:07:29.437884 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-08609286-c5ab-4190-a0ec-4c8c730741b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:29.439337 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-08609286-c5ab-4190-a0ec-4c8c730741b1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 1128 time: 0.0397377 Oct 17 04:07:29.476672 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-dcb06431-a9bc-4917-8120-89f9495b7105 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6885e20e-b045-41d3-9581-00946cebe855 HTTP/1.1" status: 200 len: 217 time: 0.0308156 Oct 17 04:07:29.530775 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e5424004-ddc7-4ddf-9344-0c6ceb6df503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:29.532229 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-e5424004-ddc7-4ddf-9344-0c6ceb6df503 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0468445 Oct 17 04:07:29.576605 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-8e44eb3f-ef91-4b0c-a364-18f25aa4af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:29.577930 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-8e44eb3f-ef91-4b0c-a364-18f25aa4af43 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368109 Oct 17 04:07:29.668777 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-56308c18-ed3e-4fbf-92de-f166983561cf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813963 Oct 17 04:07:29.764618 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-54e8ed0e-3106-4f1b-b6b9-5d23ee380fab req-afe1ca30-70f0-406f-9310-0941fb25e49f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862675 Oct 17 04:07:30.187975 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-825c7dcc-c903-4d7a-b024-a850cc18dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:30.189371 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-825c7dcc-c903-4d7a-b024-a850cc18dc7b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 1128 time: 0.0389352 Oct 17 04:07:30.284161 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:30.298686 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b0a26-f241-47bf-92f4-be4863dc616b req-53ca76c4-48d9-4990-944c-723c01392533 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:30.300181 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-110b0a26-f241-47bf-92f4-be4863dc616b req-53ca76c4-48d9-4990-944c-723c01392533 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 944 time: 0.0564547 Oct 17 04:07:30.336996 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-8ee1bebc-921c-4473-88e6-aa38f9622886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:30.338387 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-8ee1bebc-921c-4473-88e6-aa38f9622886 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.1422112 Oct 17 04:07:30.394245 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-3e7d6dc4-d6fe-494e-a08a-a8f1fa9089ac service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6885e20e-b045-41d3-9581-00946cebe855 HTTP/1.1" status: 200 len: 217 time: 0.0415916 Oct 17 04:07:30.398273 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-110b0a26-f241-47bf-92f4-be4863dc616b req-2aa999ac-0604-468d-bdf7-d59d2b4fad13 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895307 Oct 17 04:07:30.439512 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:30.443714 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-dca2d35d-be2e-4578-aede-290810ed3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:30.445120 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-dca2d35d-be2e-4578-aede-290810ed3c7d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0430148 Oct 17 04:07:30.487639 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-bf501907-315c-49e5-b5e5-08d85ef24966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:30.489094 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-bf501907-315c-49e5-b5e5-08d85ef24966 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375326 Oct 17 04:07:30.580188 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-1307b743-56a7-48d6-8ac4-e77588cd735c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847127 Oct 17 04:07:30.656768 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:30.666555 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-0ba48b07-7fa1-440e-9b6c-da177d577750 req-5e29371f-6db7-4c1e-8931-509e0c31a6fb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801566 Oct 17 04:07:31.518577 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1dcbe-6b4c-46f9-b0af-5c205d8a034e req-fe9bdcc6-aa0b-4903-ba4f-1b6ec173149f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:31.520066 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d8c1dcbe-6b4c-46f9-b0af-5c205d8a034e req-fe9bdcc6-aa0b-4903-ba4f-1b6ec173149f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 944 time: 0.0452623 Oct 17 04:07:31.569744 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-d8c1dcbe-6b4c-46f9-b0af-5c205d8a034e req-00c160e2-d425-4803-8835-9157a13f4b67 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435321 Oct 17 04:07:31.608739 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:31.637140 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:32.962424 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aa304-2151-4c18-ba3e-96880a87be23 req-6ca45518-2382-4ad9-a5da-8b73c2695620 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:32.963802 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c11aa304-2151-4c18-ba3e-96880a87be23 req-6ca45518-2382-4ad9-a5da-8b73c2695620 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 944 time: 0.3097961 Oct 17 04:07:33.012117 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c11aa304-2151-4c18-ba3e-96880a87be23 req-a47c0820-4c0a-440d-88f3-1eafda5f6b24 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Oct 17 04:07:34.133302 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb361753-0a69-43d5-a66d-e966d680b879 req-8eaedb45-937b-4fca-ba01-689cff788f88 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:34.134736 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-eb361753-0a69-43d5-a66d-e966d680b879 req-8eaedb45-937b-4fca-ba01-689cff788f88 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 944 time: 0.0492542 Oct 17 04:07:34.183689 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-eb361753-0a69-43d5-a66d-e966d680b879 req-3b840884-784d-485a-8ca0-3999175ab329 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Oct 17 04:07:35.305471 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc38532-2a95-42ff-b020-bc7af2e6028f req-c71234ec-6819-4e42-a239-7c5527236e43 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:35.306884 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ffc38532-2a95-42ff-b020-bc7af2e6028f req-c71234ec-6819-4e42-a239-7c5527236e43 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 944 time: 0.0450208 Oct 17 04:07:35.354007 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-ffc38532-2a95-42ff-b020-bc7af2e6028f req-a5b9aa21-d119-4d89-af0a-34d1f6042a4c tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418327 Oct 17 04:07:36.475159 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8426a-5a95-4d5b-b1bf-7d9e15ff1d7a req-f3af2559-ab71-4df0-8651-79ee5336ab16 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:36.476619 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3bd8426a-5a95-4d5b-b1bf-7d9e15ff1d7a req-f3af2559-ab71-4df0-8651-79ee5336ab16 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 944 time: 0.0454719 Oct 17 04:07:36.524530 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3bd8426a-5a95-4d5b-b1bf-7d9e15ff1d7a req-2b08a1e9-d7e8-49c6-a57c-bb6fd5c85ce5 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Oct 17 04:07:37.094238 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 6885e20e-b045-41d3-9581-00946cebe855 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=111641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:07:37.189876 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 6885e20e-b045-41d3-9581-00946cebe855, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6885e20e-b045-41d3-9581-00946cebe855,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:07:37.200871 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Returning: {'device': '6885e20e-b045-41d3-9581-00946cebe855', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'port_id': '6885e20e-b045-41d3-9581-00946cebe855', 'mac_address': 'fa:16:3e:01:3f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:07:37.237648 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 6885e20e-b045-41d3-9581-00946cebe855 is: DOWN; New status is: BUILD {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:07:37.238030 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (6885e20e-b045-41d3-9581-00946cebe855), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:37.251159 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6885e20e-b045-41d3-9581-00946cebe855 {{(pid=111641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:07:37.269870 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 6885e20e-b045-41d3-9581-00946cebe855, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6885e20e-b045-41d3-9581-00946cebe855,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:07:37.311430 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (6885e20e-b045-41d3-9581-00946cebe855), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:37.357073 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=6885e20e-b045-41d3-9581-00946cebe855,revision_number=4']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:07:37.364017 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.364365 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.364707 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.365684 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.366018 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.366348 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.366688 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.367019 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.367340 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.367663 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.368012 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.368337 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.368660 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.368981 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.369300 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:37.587203 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] get_ports_and_sgs() called for port_ids ['6885e20e-b045-41d3-9581-00946cebe855'] {{(pid=111641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:07:37.652585 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338e736-a11e-40a3-a780-d6e39476f7ba req-43edb854-c510-4598-bb84-b951a65a42d7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:37.654092 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2338e736-a11e-40a3-a780-d6e39476f7ba req-43edb854-c510-4598-bb84-b951a65a42d7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 945 time: 0.0561433 Oct 17 04:07:37.702990 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-2338e736-a11e-40a3-a780-d6e39476f7ba req-73dbf3d0-893e-474d-870b-ed66fa137a0a tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Oct 17 04:07:38.870275 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc937f8-760a-42dd-a7ee-06b232c8b35d req-fefdd285-06b9-4f5b-9bc0-c99066e707a2 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:38.871704 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ddc937f8-760a-42dd-a7ee-06b232c8b35d req-fefdd285-06b9-4f5b-9bc0-c99066e707a2 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 945 time: 0.0449948 Oct 17 04:07:38.923209 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ddc937f8-760a-42dd-a7ee-06b232c8b35d req-262f4dd0-5eaf-411a-a7ad-a44104e2e522 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Oct 17 04:07:39.116996 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 6885e20e-b045-41d3-9581-00946cebe855 up at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:07:39.157725 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning for port 6885e20e-b045-41d3-9581-00946cebe855 completed by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:07:39.208056 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Provisioning complete for port 6885e20e-b045-41d3-9581-00946cebe855 triggered by entity L2. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:07:39.208961 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (6885e20e-b045-41d3-9581-00946cebe855), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:39.209271 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Attempt 1 to provision port 6885e20e-b045-41d3-9581-00946cebe855 Oct 17 04:07:39.282362 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Current status of the port 6885e20e-b045-41d3-9581-00946cebe855 is: BUILD; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:07:39.282748 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (6885e20e-b045-41d3-9581-00946cebe855), before_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:39.304617 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6885e20e-b045-41d3-9581-00946cebe855'}] {{(pid=111641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:07:39.306840 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa2816ab43e3558be65d580cf7cb785622e8f91e19a6a06105ec03b9d2ba617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0700b4e1-823e-493f-85c4-d716b30c8814" -d '{"events": [{"server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "name": "network-vif-plugged", "status": "completed", "tag": "6885e20e-b045-41d3-9581-00946cebe855"}]}' {{(pid=111641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:07:39.322164 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] For port 6885e20e-b045-41d3-9581-00946cebe855, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6885e20e-b045-41d3-9581-00946cebe855,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:07:39.344153 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663ee889-25f9-4489-80eb-6e634c2dbcc4 x-openstack-request-id: req-663ee889-25f9-4489-80eb-6e634c2dbcc4 {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:07:39.344459 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "name": "network-vif-plugged", "status": "completed", "tag": "6885e20e-b045-41d3-9581-00946cebe855", "code": 200}]} {{(pid=111641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:07:39.344717 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-663ee889-25f9-4489-80eb-6e634c2dbcc4 {{(pid=111641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:07:39.345109 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663ee889-25f9-4489-80eb-6e634c2dbcc4'] response: {'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6885e20e-b045-41d3-9581-00946cebe855', 'code': 200} Oct 17 04:07:39.362930 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428'] for port (6885e20e-b045-41d3-9581-00946cebe855), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:39.410442 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Pushing event updated for resources: {'Port': ['ID=6885e20e-b045-41d3-9581-00946cebe855,revision_number=5']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:07:39.643416 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929709-8f62-4bab-b870-56e2511e0994 req-777c0ee6-2f3e-44a8-8a90-2562a9fec060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:39.644813 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d4929709-8f62-4bab-b870-56e2511e0994 req-777c0ee6-2f3e-44a8-8a90-2562a9fec060 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 1130 time: 0.0379899 Oct 17 04:07:39.690752 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-d4929709-8f62-4bab-b870-56e2511e0994 req-2ba0cc1f-4f37-4050-9eef-25bdfcc38852 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391979 Oct 17 04:07:40.039851 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d5a24-3949-473b-9619-04ffb6cc489d req-04d772dc-92f7-4d27-9229-ab1f1ed93acf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:40.041267 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5f9d5a24-3949-473b-9619-04ffb6cc489d req-04d772dc-92f7-4d27-9229-ab1f1ed93acf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 946 time: 0.0444632 Oct 17 04:07:40.089053 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-5f9d5a24-3949-473b-9619-04ffb6cc489d req-e4889607-2c28-4cd0-863f-83eee2ce9b79 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Oct 17 04:07:41.210198 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678738e-f83b-4b1a-9d97-51da4b67253c req-ab60449f-2051-4207-a73f-7aadc1463339 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:41.211665 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f678738e-f83b-4b1a-9d97-51da4b67253c req-ab60449f-2051-4207-a73f-7aadc1463339 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 946 time: 0.0457757 Oct 17 04:07:41.264457 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-f678738e-f83b-4b1a-9d97-51da4b67253c req-473c82e8-84b9-48f6-9c83-2e2a2226fb78 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469584 Oct 17 04:07:41.379705 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9c19e-2b2c-4138-a840-c7bdeddf7239 req-dd9871b0-69a8-42ec-bd6a-d7ed0066d79b tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:41.381144 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dfd9c19e-2b2c-4138-a840-c7bdeddf7239 req-dd9871b0-69a8-42ec-bd6a-d7ed0066d79b tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 946 time: 0.0443492 Oct 17 04:07:41.428664 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-dfd9c19e-2b2c-4138-a840-c7bdeddf7239 req-c04d2a95-1b4e-4550-8c8c-c2d0b746057f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421026 Oct 17 04:07:41.457494 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36072) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:07:41.497719 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8af9f-6012-4291-8948-3d80bc6e69f3 tempest-TestVolumeBootPattern-1137564598 tempest-TestVolumeBootPattern-1137564598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:41.499197 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e7f8af9f-6012-4291-8948-3d80bc6e69f3 tempest-TestVolumeBootPattern-1137564598 tempest-TestVolumeBootPattern-1137564598-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 1125 time: 0.0407243 Oct 17 04:07:41.502005 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36074) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:07:41.506700 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.v2.base [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Request body: {'floatingip': {'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'port_id': '6885e20e-b045-41d3-9581-00946cebe855', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:07:41.580062 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:41.657504 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (None), before_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:41.763572 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_common [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Allocated IP 172.27.4.220 (14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf/b68869ba-9b6a-420a-a117-bd24c6fc1b2b/8a1751ce-b6ba-4448-8177-1f7db82b355c) {{(pid=111639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:07:41.836853 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:41.854055 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:41.868242 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for port (8a1751ce-b6ba-4448-8177-1f7db82b355c), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:41.985323 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760400551388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (8a1751ce-b6ba-4448-8177-1f7db82b355c), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:42.025458 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Network 14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf is already hosted by enough agents. {{(pid=111639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:07:42.028290 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.base_scheduler [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Resources bound (agent type, host, resource id): {{(pid=111639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:07:42.030852 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Received port after_create {{(pid=111639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:07:42.057710 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'Port': ['ID=8a1751ce-b6ba-4448-8177-1f7db82b355c,revision_number=1']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:07:42.069326 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.069665 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.069999 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.070361 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.070685 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.071009 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.071328 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.071646 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.071985 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.072303 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.072622 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.072940 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.073256 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.073570 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.073879 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:07:42.385346 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (6e56e51f-f174-467b-867d-ecc1e3dae280), precommit_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:42.499264 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3522199'] for port (8a1751ce-b6ba-4448-8177-1f7db82b355c), before_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:42.575799 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:42.642676 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for port (8a1751ce-b6ba-4448-8177-1f7db82b355c), precommit_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:42.693893 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760401006529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760400551406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760400551428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14817043'] for port (8a1751ce-b6ba-4448-8177-1f7db82b355c), after_update {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:42.760728 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event updated for resources: {'Port': ['ID=8a1751ce-b6ba-4448-8177-1f7db82b355c,revision_number=2']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:07:42.763187 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468301'] for floatingip (6e56e51f-f174-467b-867d-ecc1e3dae280), after_create {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:42.856336 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Floating IP 6e56e51f-f174-467b-867d-ecc1e3dae280 associated. External IP: 172.27.4.220, port: 6885e20e-b045-41d3-9581-00946cebe855. Oct 17 04:07:42.858921 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:43.048430 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:07:43.149332 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:07:43.159255 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] Sync routers for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:07:43.169988 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:07:43.170606 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:07:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:07:43.245290 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:43.271947 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:07:43.488970 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '6e56e51f-f174-467b-867d-ecc1e3dae280', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.220', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '6885e20e-b045-41d3-9581-00946cebe855', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:01:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:07:42Z', 'updated_at': '2022-10-17T04:07:42Z', 'revision_number': 0, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}, {'id': 'f28639ba-f04d-4cbb-bc68-28cf21dffca1', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.84', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:05:44Z', 'updated_at': '2022-10-17T04:05:46Z', 'revision_number': 1, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:07:43.504661 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-a9ede904-d3df-4a0d-a40d-38eb06c92671 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0016689 Oct 17 04:07:43.505951 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'tag': '6885e20e-b045-41d3-9581-00946cebe855'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:07:43.508382 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "tag": "6885e20e-b045-41d3-9581-00946cebe855"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:07:43.518324 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] Checking router: c8f3059e-0099-42f0-a3a0-9ba3cc59a603 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:07:43.527030 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:07:43.527632 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:07:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:07:43.604891 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd7fc49-4d49-49d8-b0b9-6038e0cc2212 x-openstack-request-id: req-ecd7fc49-4d49-49d8-b0b9-6038e0cc2212 {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:07:43.605181 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "tag": "6885e20e-b045-41d3-9581-00946cebe855", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:07:43.605432 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ecd7fc49-4d49-49d8-b0b9-6038e0cc2212 {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:07:43.605829 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd7fc49-4d49-49d8-b0b9-6038e0cc2212'] response: {'name': 'network-changed', 'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'tag': '6885e20e-b045-41d3-9581-00946cebe855', 'status': 'completed', 'code': 200} Oct 17 04:07:43.665072 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-b6b78250-3e44-4838-8903-09738e4b39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:43.666640 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-b6b78250-3e44-4838-8903-09738e4b39a8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 1130 time: 0.0384338 Oct 17 04:07:43.714231 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:07:43.763193 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-70e4613b-cf63-4693-90a3-93f53f8aa37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:43.764584 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-70e4613b-cf63-4693-90a3-93f53f8aa37c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0921597 Oct 17 04:07:43.825267 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-dd063ada-666a-4496-afb4-8c25d5c980f2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6885e20e-b045-41d3-9581-00946cebe855 HTTP/1.1" status: 200 len: 1000 time: 0.0546432 Oct 17 04:07:43.873661 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-28b542e7-ebcd-4a9b-95c2-fc3b14799207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:43.875139 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-28b542e7-ebcd-4a9b-95c2-fc3b14799207 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0441706 Oct 17 04:07:43.920156 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-73c956fb-40bf-4111-9c5b-3988c4735a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:07:43.921625 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-73c956fb-40bf-4111-9c5b-3988c4735a62 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408170 Oct 17 04:07:43.921767 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '6e56e51f-f174-467b-867d-ecc1e3dae280', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.220', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '6885e20e-b045-41d3-9581-00946cebe855', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:01:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:07:42Z', 'updated_at': '2022-10-17T04:07:42Z', 'revision_number': 0, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}, {'id': 'f28639ba-f04d-4cbb-bc68-28cf21dffca1', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.84', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:05:44Z', 'updated_at': '2022-10-17T04:05:46Z', 'revision_number': 1, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:07:43.946338 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229645d-e61b-4ce8-b9c2-37d9fd031b00 None None] The sync data for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi is: [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': '6e56e51f-f174-467b-867d-ecc1e3dae280', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.220', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '6885e20e-b045-41d3-9581-00946cebe855', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:01:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:07:42Z', 'updated_at': '2022-10-17T04:07:42Z', 'revision_number': 0, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}, {'id': 'f28639ba-f04d-4cbb-bc68-28cf21dffca1', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.84', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:05:44Z', 'updated_at': '2022-10-17T04:05:46Z', 'revision_number': 1, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:07:43.991912 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=100 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:44.014663 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-fe93f37f-56d9-4285-bcad-d710f1ea76a5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863717 Oct 17 04:07:44.110617 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-6b4cc835-7ca3-411c-9ca4-c7f3faa33556 req-58791d42-1ff3-45a3-9e17-bd17174d79d3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905998 Oct 17 04:07:44.136878 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b89a63-90ab-47c7-8581-366a9960969c None None] New status for floating IP 6e56e51f-f174-467b-867d-ecc1e3dae280: ACTIVE {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:07:44.167863 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:44.170065 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=4,neutron:SELECT=65,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:44.243378 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:45.857315 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:07:51.093878 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:53.495968 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=30,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:53.502025 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=62 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:54.106393 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=12 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:54.107252 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=92 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:07:56.699610 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ed14207d-de5b-497f-ad43-9018097988be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:07:58.910855 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-df44ea86-dd58-438b-b731-566868c84e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:00.293534 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:01.567811 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:01.652683 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:03.885003 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=78 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:03.885762 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=78 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:04.548310 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-b45762c0-cb75-4e96-b16b-918bb2695e8a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371804 Oct 17 04:08:04.632074 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-cecb7262-d577-4b2b-a5ab-22fa9c633f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:08:04.633506 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-cecb7262-d577-4b2b-a5ab-22fa9c633f81 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 1129 time: 0.0370741 Oct 17 04:08:04.739355 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-7b123327-2bc3-4608-bba0-2a421070e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:08:04.740850 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-7b123327-2bc3-4608-bba0-2a421070e0b1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0891573 Oct 17 04:08:04.802374 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-2a7af5bd-be02-4d36-889e-628e2fa4c920 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761 HTTP/1.1" status: 200 len: 1000 time: 0.0535965 Oct 17 04:08:04.854653 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-3869c86f-4904-47d7-9ccc-f9ac5584dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:08:04.856088 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-3869c86f-4904-47d7-9ccc-f9ac5584dd95 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0468380 Oct 17 04:08:04.899543 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-96dcc4f6-7b96-409b-8612-258e63dcdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:08:04.900999 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-96dcc4f6-7b96-409b-8612-258e63dcdbc3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370302 Oct 17 04:08:04.989744 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-6789ba4b-6e8a-4e3d-a22e-953552680b46 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818141 Oct 17 04:08:05.083037 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-19a5445a-3c0d-43b5-8fcb-7a59a89fdbec req-a844965e-65b4-49df-9dc1-19667ed49c65 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864005 Oct 17 04:08:11.523564 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:11.593663 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:11.595387 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:15.078160 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=49 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:15.080045 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=52 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:21.103990 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:22.856045 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:08:26.767231 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-cdf82e4b-bd4d-4878-b057-71c98b7797d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:28.921410 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-a375edf3-607f-4bd7-ba56-5ac25a216a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:30.292871 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:31.591961 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:31.652508 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:40.876793 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:40.881717 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:42.522481 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:42.523141 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:42.526299 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:08:51.126595 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:56.722250 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-998bb400-023f-49d2-b172-564bd42556de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:58.930980 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5c690c99-3041-431a-90ef-9455f2d17d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:08:59.883781 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:09:00.292543 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:01.605869 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:01.656829 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:05.540797 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-7ed9401e-44e0-4987-9345-88943d1e0d98 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383515 Oct 17 04:09:05.604365 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-cfcd9978-64b7-4b81-a720-d042d55bda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:05.605890 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-cfcd9978-64b7-4b81-a720-d042d55bda55 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 1130 time: 0.0422466 Oct 17 04:09:05.716004 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-7459cb3d-bea7-48b2-a6b5-32f94b799247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:05.717465 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-7459cb3d-bea7-48b2-a6b5-32f94b799247 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0860732 Oct 17 04:09:05.784413 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-772b14fd-30f4-4324-bad5-ba077b352d64 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6885e20e-b045-41d3-9581-00946cebe855 HTTP/1.1" status: 200 len: 1002 time: 0.0565231 Oct 17 04:09:05.834641 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-2ab77813-c545-447e-a5b4-e77ab09342be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:05.836039 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-2ab77813-c545-447e-a5b4-e77ab09342be service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0428069 Oct 17 04:09:05.877563 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-3f1c7563-fe60-4fac-b3bd-ce0390db2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:05.879160 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-3f1c7563-fe60-4fac-b3bd-ce0390db2d9f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368123 Oct 17 04:09:05.971203 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-6eeb358a-3af3-4575-8650-c171d830be2f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855665 Oct 17 04:09:06.063320 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-8b1e6ca8-7545-4c3e-b0a8-453aeda72e53 req-0f3bd5d1-93b1-47e1-b6c4-d70207c9a3cf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820289 Oct 17 04:09:11.584303 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=9 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:11.588205 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:11.589966 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:16.058519 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=50 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:16.060418 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=51 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:21.141646 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:21.970095 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36110) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:22.106488 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Deleting port 8a1751ce-b6ba-4448-8177-1f7db82b355c {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:22.106824 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (8a1751ce-b6ba-4448-8177-1f7db82b355c), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:22.183155 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (8a1751ce-b6ba-4448-8177-1f7db82b355c), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:22.183478 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (8a1751ce-b6ba-4448-8177-1f7db82b355c), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:22.195550 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Calling delete_port for 8a1751ce-b6ba-4448-8177-1f7db82b355c owned by network:floatingip {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:22.405966 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (8a1751ce-b6ba-4448-8177-1f7db82b355c), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:22.434978 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event deleted for resources: {'Port': ['ID=8a1751ce-b6ba-4448-8177-1f7db82b355c,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:22.456489 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.456834 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.457174 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.457509 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.457842 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.458168 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.458499 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.458820 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.459145 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.459469 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.459814 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.460136 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.460455 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.460771 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.461088 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:22.503240 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (6e56e51f-f174-467b-867d-ecc1e3dae280), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:22.503631 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Floating IP 6e56e51f-f174-467b-867d-ecc1e3dae280 disassociated (deleted). External IP: 172.27.4.220, port: 6885e20e-b045-41d3-9581-00946cebe855. Oct 17 04:09:22.518457 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=21 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:22.526911 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=15 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:22.695698 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:09:22.792595 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:22.797407 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:09:22.802132 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:22.807410 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] Sync routers for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:09:22.816972 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:09:22.817569 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:08:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:22.832059 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-cb1b41d4-e9f5-448e-94d0-95736125ef02 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/6e56e51f-f174-467b-867d-ecc1e3dae280 HTTP/1.1" status: 204 len: 168 time: 0.8608456 Oct 17 04:09:22.832675 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'tag': '6885e20e-b045-41d3-9581-00946cebe855'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:09:22.834950 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b46d0b-2758-40f9-9abd-9dda96102616" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "tag": "6885e20e-b045-41d3-9581-00946cebe855"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:09:22.878448 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7bd4bd-3d2d-4a3f-9d4f-18e2f4daca2c x-openstack-request-id: req-fa7bd4bd-3d2d-4a3f-9d4f-18e2f4daca2c {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:09:22.878737 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "tag": "6885e20e-b045-41d3-9581-00946cebe855", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:09:22.878990 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fa7bd4bd-3d2d-4a3f-9d4f-18e2f4daca2c {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:09:22.879410 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7bd4bd-3d2d-4a3f-9d4f-18e2f4daca2c'] response: {'name': 'network-changed', 'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'tag': '6885e20e-b045-41d3-9581-00946cebe855', 'status': 'completed', 'code': 200} Oct 17 04:09:22.922264 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:09:22.950657 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-85e939d2-1f8a-41c5-8c44-8a6ba45283b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:22.952101 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-85e939d2-1f8a-41c5-8c44-8a6ba45283b4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 1130 time: 0.0441725 Oct 17 04:09:23.050398 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-b6cb735c-8f61-4f54-b7b4-ad3734e1e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:23.051883 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-b6cb735c-8f61-4f54-b7b4-ad3734e1e4f8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0886812 Oct 17 04:09:23.097949 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-79c35108-81eb-435c-8ebf-dd5ba96dfc65 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6885e20e-b045-41d3-9581-00946cebe855 HTTP/1.1" status: 200 len: 217 time: 0.0358624 Oct 17 04:09:23.143123 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'f28639ba-f04d-4cbb-bc68-28cf21dffca1', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.84', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:05:44Z', 'updated_at': '2022-10-17T04:05:46Z', 'revision_number': 1, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:23.151825 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-3867757a-bbb6-4d30-9e4c-33d97d0db737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:23.153346 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-3867757a-bbb6-4d30-9e4c-33d97d0db737 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0455909 Oct 17 04:09:23.168034 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] Checking router: c8f3059e-0099-42f0-a3a0-9ba3cc59a603 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:09:23.176407 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:09:23.177032 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:08:59Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:23.195702 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-e4d1a2e1-a576-4716-998b-b73016ff21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:23.197228 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-e4d1a2e1-a576-4716-998b-b73016ff21a4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380235 Oct 17 04:09:23.283298 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:09:23.305927 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-e8ce8682-fe8c-4863-9430-4b90c15ec81d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991893 Oct 17 04:09:23.339535 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95d923-ccbc-4951-af67-ec6d2b0f1b0b req-10c6903a-e1c9-41bc-9501-e10058bd8ec2 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:23.342595 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bb95d923-ccbc-4951-af67-ec6d2b0f1b0b req-10c6903a-e1c9-41bc-9501-e10058bd8ec2 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 946 time: 0.0499749 Oct 17 04:09:23.392111 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-bb95d923-ccbc-4951-af67-ec6d2b0f1b0b req-8f82233d-ec7a-41a7-af50-7dd0f032a693 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449429 Oct 17 04:09:23.489457 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'f28639ba-f04d-4cbb-bc68-28cf21dffca1', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.84', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:05:44Z', 'updated_at': '2022-10-17T04:05:46Z', 'revision_number': 1, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:23.594815 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b381e2-06b7-43f1-ba48-512f436571b1 None None] The sync data for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi is: [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_floatingips': [{'id': 'f28639ba-f04d-4cbb-bc68-28cf21dffca1', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'floating_ip_address': '172.27.4.84', 'floating_network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'router_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'port_id': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'mac_address': 'fa:16:3e:a1:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96713e52-e067-4e62-860e-fd96f165bace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:05:44Z', 'updated_at': '2022-10-17T04:05:46Z', 'revision_number': 1, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:09:23.814044 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c58d6f-fa34-4d66-8001-d62eae465327 None None] New status for floating IP 6e56e51f-f174-467b-867d-ecc1e3dae280: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:09:24.516581 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47f1cf-2465-4585-9b89-c0ecf8b9b671 req-57f84e99-292f-4065-93ef-28998e0e6fb7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:24.518065 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3b47f1cf-2465-4585-9b89-c0ecf8b9b671 req-57f84e99-292f-4065-93ef-28998e0e6fb7 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 946 time: 0.0462918 Oct 17 04:09:24.520029 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-e1b46d0b-2758-40f9-9abd-9dda96102616 req-8b317d8c-c1db-4688-8f4a-933f10ae564c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892270 Oct 17 04:09:24.542021 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:24.566829 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-3b47f1cf-2465-4585-9b89-c0ecf8b9b671 req-844b930d-3ed6-4809-aa47-7999590a28d1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Oct 17 04:09:25.028874 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-9ca7cf1b-8c26-4769-8e9e-7bcfa9ab2039 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:25.030272 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-9ca7cf1b-8c26-4769-8e9e-7bcfa9ab2039 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 946 time: 0.0445781 Oct 17 04:09:25.111087 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Deleting port 6885e20e-b045-41d3-9581-00946cebe855 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:25.111445 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (6885e20e-b045-41d3-9581-00946cebe855), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:25.200694 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] For port 6885e20e-b045-41d3-9581-00946cebe855, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6885e20e-b045-41d3-9581-00946cebe855,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:25.201048 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (6885e20e-b045-41d3-9581-00946cebe855), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:25.213913 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Calling delete_port for 6885e20e-b045-41d3-9581-00946cebe855 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:25.411143 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (6885e20e-b045-41d3-9581-00946cebe855), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:25.437300 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event deleted for resources: {'Port': ['ID=6885e20e-b045-41d3-9581-00946cebe855,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:25.440554 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:25.449480 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:25.452485 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.452834 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.453176 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.453517 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.453847 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.454179 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.454507 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.454832 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.455157 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.455483 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.455844 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.456156 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.456478 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.456800 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.457119 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:25.494471 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] No DVR routers for this DVR port 6885e20e-b045-41d3-9581-00946cebe855 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:09:25.497212 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:25.500450 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fd91b83b-0652-429a-966a-bc3c59d3bd6e req-ac445674-734b-4983-a140-8d209084b929 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "DELETE /networking/v2.0/ports/6885e20e-b045-41d3-9581-00946cebe855 HTTP/1.1" status: 204 len: 173 time: 0.4627187 Oct 17 04:09:25.501118 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'name': 'network-vif-deleted', 'tag': '6885e20e-b045-41d3-9581-00946cebe855'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:09:25.503345 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade2a3b8-0b27-4ab6-89af-222fe55458e9" -d '{"events": [{"server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "name": "network-vif-deleted", "tag": "6885e20e-b045-41d3-9581-00946cebe855"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:09:25.542070 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02017013-2bee-4b7d-807b-e5020db41675 x-openstack-request-id: req-02017013-2bee-4b7d-807b-e5020db41675 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:09:25.542663 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb8ea5d-07d8-408e-a759-b4f88e339bf0", "name": "network-vif-deleted", "tag": "6885e20e-b045-41d3-9581-00946cebe855", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:09:25.542663 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-02017013-2bee-4b7d-807b-e5020db41675 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:09:25.542989 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02017013-2bee-4b7d-807b-e5020db41675'] response: {'server_uuid': 'dcb8ea5d-07d8-408e-a759-b4f88e339bf0', 'name': 'network-vif-deleted', 'tag': '6885e20e-b045-41d3-9581-00946cebe855', 'status': 'completed', 'code': 200} Oct 17 04:09:25.676408 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-635865e1-2a94-4c56-a5a5-67e116029cab req-fed2981d-8770-4a50-a6eb-382ad589190f tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 210 time: 0.0308001 Oct 17 04:09:26.707877 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-2bb17b11-e79e-4a09-abb7-d298f7b03f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:26.799545 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-5758f5ac-7802-4704-9961-a0fd68375e50 req-71947376-381c-4659-89d2-8ae31f288983 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=dcb8ea5d-07d8-408e-a759-b4f88e339bf0 HTTP/1.1" status: 200 len: 210 time: 0.0310254 Oct 17 04:09:28.942391 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-11508894-464d-41cb-b8b1-db1816626045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:29.655449 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 6885e20e-b045-41d3-9581-00946cebe855 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:09:29.674591 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 6885e20e-b045-41d3-9581-00946cebe855 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:09:29.674928 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 6885e20e-b045-41d3-9581-00946cebe855 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:09:30.273927 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36150) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:30.291720 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:30.413359 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Deleting port 42b3812a-b627-4230-8ff4-7558dbe288d3 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:30.413706 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (42b3812a-b627-4230-8ff4-7558dbe288d3), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:30.488270 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (42b3812a-b627-4230-8ff4-7558dbe288d3), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:30.488592 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (42b3812a-b627-4230-8ff4-7558dbe288d3), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:30.501534 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Calling delete_port for 42b3812a-b627-4230-8ff4-7558dbe288d3 owned by network:floatingip {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:30.702514 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (42b3812a-b627-4230-8ff4-7558dbe288d3), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:30.727172 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event deleted for resources: {'Port': ['ID=42b3812a-b627-4230-8ff4-7558dbe288d3,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:30.790085 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (f28639ba-f04d-4cbb-bc68-28cf21dffca1), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:30.790408 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.db.l3_db [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Floating IP f28639ba-f04d-4cbb-bc68-28cf21dffca1 disassociated (deleted). External IP: 172.27.4.84, port: 0f6c3326-2b5a-4dec-949e-450f9b39f761. Oct 17 04:09:30.983224 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:09:31.037739 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:31.077797 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:31.082703 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:09:31.087469 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:31.092928 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] Sync routers for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:09:31.103212 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:09:31.103844 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:09:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:31.122056 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-5159485a-fdbf-44c9-8ec8-a18cc5923486 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/f28639ba-f04d-4cbb-bc68-28cf21dffca1 HTTP/1.1" status: 204 len: 168 time: 0.8455896 Oct 17 04:09:31.122710 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761'}] {{(pid=111639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:09:31.130418 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34b878a73c0f07a5f98ca95add0b597aab07233a39222ac4f3c06f153b12611" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932" -d '{"events": [{"name": "network-changed", "server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761"}]}' {{(pid=111639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:09:31.180159 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611ecb99-68d1-4cd0-a704-b92e8cfd8d5c x-openstack-request-id: req-611ecb99-68d1-4cd0-a704-b92e8cfd8d5c {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:09:31.180489 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761", "status": "completed", "code": 200}]} {{(pid=111639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:09:31.180784 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-611ecb99-68d1-4cd0-a704-b92e8cfd8d5c {{(pid=111639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:09:31.181167 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611ecb99-68d1-4cd0-a704-b92e8cfd8d5c'] response: {'name': 'network-changed', 'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'status': 'completed', 'code': 200} Oct 17 04:09:31.211829 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:09:31.253541 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-fd688be6-a3be-4b58-9fa9-f39a5995191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:31.254934 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-fd688be6-a3be-4b58-9fa9-f39a5995191b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8dbea8f697124e6bb449a9ed71670dda&device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 1129 time: 0.0395303 Oct 17 04:09:31.335246 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:31.349032 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-7bb8966a-dc63-4b5c-b3a7-14d046a3faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:31.350021 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:31.350559 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-7bb8966a-dc63-4b5c-b3a7-14d046a3faf6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 200 len: 912 time: 0.0852516 Oct 17 04:09:31.398239 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:31.398766 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-9278c45e-436b-466d-b0ef-7574eac7c3fc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761 HTTP/1.1" status: 200 len: 217 time: 0.0363858 Oct 17 04:09:31.428362 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] Checking router: c8f3059e-0099-42f0-a3a0-9ba3cc59a603 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:09:31.437309 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:09:31.437922 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:09:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:31.451495 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-bf48860e-94bf-43f2-8b37-6afd9d71a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:31.452961 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-bf48860e-94bf-43f2-8b37-6afd9d71a26e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 200 len: 850 time: 0.0455403 Oct 17 04:09:31.540855 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:09:31.557066 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00d719-859c-41dc-b80e-a7f1dee7e2dd req-929af04d-5db3-4947-bb70-f9455a7b52b9 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:31.558554 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ee00d719-859c-41dc-b80e-a7f1dee7e2dd req-929af04d-5db3-4947-bb70-f9455a7b52b9 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 945 time: 0.0480106 Oct 17 04:09:31.598441 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:31.611229 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [req-ee00d719-859c-41dc-b80e-a7f1dee7e2dd req-94aff7cb-c588-462e-872d-0bc2b8dd1a48 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469222 Oct 17 04:09:31.690337 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:31.727969 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:31.751691 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea3d4b-b14e-44ae-8dd5-9fc6a79d4eb3 None None] The sync data for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi is: [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:31Z', 'revision_number': 4, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi', '_interfaces': [{'id': '832c93df-a086-4325-8a9d-aba4e4af95df', 'name': '', 'network_id': '281623ae-51f6-4072-a866-be5c6560c411', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'mac_address': 'fa:16:3e:62:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:30Z', 'updated_at': '2022-10-17T04:02:37Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'subnets': [{'id': '7a168e69-0f7b-4c79-a59d-e15137a64373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:09:31.961034 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97740e0b-bb50-43c1-a0c1-9957767f38f2 None None] New status for floating IP f28639ba-f04d-4cbb-bc68-28cf21dffca1: DOWN {{(pid=111641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:09:32.652412 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-441326f4-cdf7-4c9e-8916-6d6b031acc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:32.654391 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-441326f4-cdf7-4c9e-8916-6d6b031acc3c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=281623ae-51f6-4072-a866-be5c6560c411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390174 Oct 17 04:09:32.765639 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f734f-0e3c-4be5-8006-08cc971cdf21 req-4e8f4bd9-9680-4048-908f-efb8f3cfd9e0 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:32.767089 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fd9f734f-0e3c-4be5-8006-08cc971cdf21 req-4e8f4bd9-9680-4048-908f-efb8f3cfd9e0 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 945 time: 0.0574145 Oct 17 04:09:32.801972 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-44834bbb-0c3f-40f2-ab77-17ae8ac5637c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394019 Oct 17 04:09:32.878783 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-fd9f734f-0e3c-4be5-8006-08cc971cdf21 req-9af31911-db9c-4ab5-8a36-47be8620dc91 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053188 Oct 17 04:09:32.916319 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-1d50dbb9-99d0-474c-a2c1-6a2d8ab52932 req-ca1f49da-2a92-4ed4-a23f-6c7f68862bf5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029835 Oct 17 04:09:33.157099 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-cc9d716b-6668-4e72-a27c-c7017916e513 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:09:33.158422 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-cc9d716b-6668-4e72-a27c-c7017916e513 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 945 time: 0.0452535 Oct 17 04:09:33.243268 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Deleting port 0f6c3326-2b5a-4dec-949e-450f9b39f761 {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:33.243604 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:33.331541 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] For port 0f6c3326-2b5a-4dec-949e-450f9b39f761, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0f6c3326-2b5a-4dec-949e-450f9b39f761,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:33.331936 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:33.344720 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Calling delete_port for 0f6c3326-2b5a-4dec-949e-450f9b39f761 owned by compute:nova {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:33.453100 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:33.535794 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (0f6c3326-2b5a-4dec-949e-450f9b39f761), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:33.542598 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:33.563980 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event deleted for resources: {'Port': ['ID=0f6c3326-2b5a-4dec-949e-450f9b39f761,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:33.610103 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] No DVR routers for this DVR port 0f6c3326-2b5a-4dec-949e-450f9b39f761 on host hv-cinder-81558 {{(pid=111640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:09:33.612580 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for port (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:33.615773 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-41f77241-de91-49dc-9200-5b2cbcc34819 req-b620d47e-a76b-48ef-924c-9c859c3116cf tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.33 "DELETE /networking/v2.0/ports/0f6c3326-2b5a-4dec-949e-450f9b39f761 HTTP/1.1" status: 204 len: 173 time: 0.4491487 Oct 17 04:09:33.616263 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'name': 'network-vif-deleted', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761'}] {{(pid=111640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:09:33.618477 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbb6bbd794df8592d1faadd4f24cd81d67221fe5e5ff2430364f8ffdcce52c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1796b-48c5-417b-831f-fbb7addbed42" -d '{"events": [{"server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "name": "network-vif-deleted", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761"}]}' {{(pid=111640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:09:33.655586 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ba0934-043b-43c6-ae8d-72c613686112 x-openstack-request-id: req-94ba0934-043b-43c6-ae8d-72c613686112 {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:09:33.655586 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96713e52-e067-4e62-860e-fd96f165bace", "name": "network-vif-deleted", "tag": "0f6c3326-2b5a-4dec-949e-450f9b39f761", "status": "completed", "code": 200}]} {{(pid=111640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:09:33.656305 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-94ba0934-043b-43c6-ae8d-72c613686112 {{(pid=111640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:09:33.656305 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ba0934-043b-43c6-ae8d-72c613686112'] response: {'server_uuid': '96713e52-e067-4e62-860e-fd96f165bace', 'name': 'network-vif-deleted', 'tag': '0f6c3326-2b5a-4dec-949e-450f9b39f761', 'status': 'completed', 'code': 200} Oct 17 04:09:33.985555 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [req-c8e61eb0-de0c-48c5-aece-86906361c400 req-90752db7-9d37-41bd-8031-6716c74d7efc tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96713e52-e067-4e62-860e-fd96f165bace HTTP/1.1" status: 200 len: 210 time: 0.0284991 Oct 17 04:09:35.054305 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36166) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:35.161495 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Deleting port 5b8730d2-c05e-48bc-9a33-1930f5b4014f {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:35.161836 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (5b8730d2-c05e-48bc-9a33-1930f5b4014f), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:35.239579 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (5b8730d2-c05e-48bc-9a33-1930f5b4014f), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:35.239930 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (5b8730d2-c05e-48bc-9a33-1930f5b4014f), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:35.252769 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Calling delete_port for 5b8730d2-c05e-48bc-9a33-1930f5b4014f owned by network:floatingip {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:35.445013 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (5b8730d2-c05e-48bc-9a33-1930f5b4014f), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:35.469673 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event deleted for resources: {'Port': ['ID=5b8730d2-c05e-48bc-9a33-1930f5b4014f,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:35.529337 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for floatingip (f7f42b1d-cea2-46c4-aa15-8d71c801e447), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:35.531763 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840513'] for floatingip (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:35.532908 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-e9bccbfe-75c3-4a23-9a03-6f6ce84cf7b1 tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/f7f42b1d-cea2-46c4-aa15-8d71c801e447 HTTP/1.1" status: 204 len: 168 time: 0.4799514 Oct 17 04:09:36.853456 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:09:36.855419 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36178) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:36.911272 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-92929534-a3bb-47a5-a5a3-c4de431abafa tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group (5afc4297-e1c3-4c69-9b9b-bb96c30e4d04), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:36.938174 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-92929534-a3bb-47a5-a5a3-c4de431abafa tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group (5afc4297-e1c3-4c69-9b9b-bb96c30e4d04), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:37.050999 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-92929534-a3bb-47a5-a5a3-c4de431abafa tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (5afc4297-e1c3-4c69-9b9b-bb96c30e4d04), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:37.053630 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-92929534-a3bb-47a5-a5a3-c4de431abafa tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:37.054771 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-92929534-a3bb-47a5-a5a3-c4de431abafa tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5afc4297-e1c3-4c69-9b9b-bb96c30e4d04 HTTP/1.1" status: 204 len: 168 time: 0.1978564 Oct 17 04:09:37.064103 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92929534-a3bb-47a5-a5a3-c4de431abafa tempest-TestVolumeBootPattern-1389641377 tempest-TestVolumeBootPattern-1389641377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afc4297-e1c3-4c69-9b9b-bb96c30e4d04,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:37.166352 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36182) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:37.488035 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:37.506584 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:37.620488 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:37.689224 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 0f6c3326-2b5a-4dec-949e-450f9b39f761 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:09:37.709164 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] No Port match for: 0f6c3326-2b5a-4dec-949e-450f9b39f761 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:09:37.709501 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Device 0f6c3326-2b5a-4dec-949e-450f9b39f761 not bound to the agent host hv-cinder-81558 {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:09:37.836230 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Deleting port 832c93df-a086-4325-8a9d-aba4e4af95df {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:37.836483 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:38.143652 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] For port 832c93df-a086-4325-8a9d-aba4e4af95df, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=832c93df-a086-4325-8a9d-aba4e4af95df,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:38.144438 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:38.155949 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Calling delete_port for 832c93df-a086-4325-8a9d-aba4e4af95df owned by network:router_interface {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:38.400046 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (832c93df-a086-4325-8a9d-aba4e4af95df), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:38.423970 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=832c93df-a086-4325-8a9d-aba4e4af95df,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:38.432716 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:38.589558 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:38.610509 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ec511-8d44-4fdb-87bc-c3096db14a6a None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:09:38.679963 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:38.684162 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ec511-8d44-4fdb-87bc-c3096db14a6a None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:09:38.794825 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:09:38.899693 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:09:38.906146 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-034d7e44-17af-494c-a132-569d40eed8a3 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/c8f3059e-0099-42f0-a3a0-9ba3cc59a603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386489 Oct 17 04:09:38.908079 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36186) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:38.911019 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] Sync routers for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:09:38.925266 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:09:38.926211 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:09:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:39.011451 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks [] for router (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.025880 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:09:39.119195 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks [] for router_gateway (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.206760 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:09:38Z', 'revision_number': 5, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port': {'id': '7c5091e3-0cec-4a02-9ae5-e1300625b60e', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:39.232669 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] Checking router: c8f3059e-0099-42f0-a3a0-9ba3cc59a603 for host: dv-cinder-815582-16-iscsi {{(pid=111642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:09:39.233559 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Deleting port 7c5091e3-0cec-4a02-9ae5-e1300625b60e {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:39.234040 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.243108 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] Routers {'c8f3059e-0099-42f0-a3a0-9ba3cc59a603'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:09:39.243917 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:09:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'], 'active': True} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:39.284752 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-1c8dc629-4ed6-4c1b-bc96-d88c7feca5c2 None None] Provisioning complete for port 77c61048-4a8b-4013-942b-ab36193957df triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:09:39.285694 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc629-4ed6-4c1b-bc96-d88c7feca5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (77c61048-4a8b-4013-942b-ab36193957df), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.286128 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-1c8dc629-4ed6-4c1b-bc96-d88c7feca5c2 None None] Attempt 1 to provision port 77c61048-4a8b-4013-942b-ab36193957df Oct 17 04:09:39.320010 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] For port 7c5091e3-0cec-4a02-9ae5-e1300625b60e, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=7c5091e3-0cec-4a02-9ae5-e1300625b60e,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:39.320406 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.333106 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_dvr_db [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] Set router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 gateway port host: None {{(pid=111642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:09:39.334388 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Calling delete_port for 7c5091e3-0cec-4a02-9ae5-e1300625b60e owned by network:router_gateway {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:39.374780 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-1c8dc629-4ed6-4c1b-bc96-d88c7feca5c2 None None] Current status of the port 77c61048-4a8b-4013-942b-ab36193957df is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:09:39.386783 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=100 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:39.387208 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.l3_hamode_db [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:09:39Z', 'revision_number': 6, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:39.390342 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=100 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:39.412194 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bb0d5-2881-43b0-a8e7-44077119519b None None] The sync data for ids ['c8f3059e-0099-42f0-a3a0-9ba3cc59a603'] in dv-cinder-815582-16-iscsi is: [{'id': 'c8f3059e-0099-42f0-a3a0-9ba3cc59a603', 'name': 'tempest-TestVolumeBootPattern-688958484-router', 'tenant_id': '8dbea8f697124e6bb449a9ed71670dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:28Z', 'updated_at': '2022-10-17T04:09:39Z', 'revision_number': 6, 'project_id': '8dbea8f697124e6bb449a9ed71670dda', 'gw_port_host': None}] {{(pid=111642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:09:39.565796 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (7c5091e3-0cec-4a02-9ae5-e1300625b60e), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.590708 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5091e3-0cec-4a02-9ae5-e1300625b60e,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:39.649571 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.734767 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.737046 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks [] for router_controller (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.774825 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:39.857006 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (c8f3059e-0099-42f0-a3a0-9ba3cc59a603), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.857596 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f3059e-0099-42f0-a3a0-9ba3cc59a603 {{(pid=111639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:09:39.862518 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.863668 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-982c1711-583a-4e81-8954-fb2024bc2a52 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/c8f3059e-0099-42f0-a3a0-9ba3cc59a603 HTTP/1.1" status: 204 len: 168 time: 0.9546559 Oct 17 04:09:39.866181 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36188) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:39.910869 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-168d4bb8-5c8b-4bce-bc81-037b578b6e09 admin admin] Deleting subnet 7a168e69-0f7b-4c79-a59d-e15137a64373 {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:09:39.914392 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-168d4bb8-5c8b-4bce-bc81-037b578b6e09 admin admin] Publish callbacks [] for subnet (7a168e69-0f7b-4c79-a59d-e15137a64373), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:39.949428 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-168d4bb8-5c8b-4bce-bc81-037b578b6e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (7a168e69-0f7b-4c79-a59d-e15137a64373), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.026074 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-168d4bb8-5c8b-4bce-bc81-037b578b6e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (7a168e69-0f7b-4c79-a59d-e15137a64373), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.165560 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-168d4bb8-5c8b-4bce-bc81-037b578b6e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (7a168e69-0f7b-4c79-a59d-e15137a64373), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.189789 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d4bb8-5c8b-4bce-bc81-037b578b6e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a168e69-0f7b-4c79-a59d-e15137a64373,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:40.195385 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-168d4bb8-5c8b-4bce-bc81-037b578b6e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.199262 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-168d4bb8-5c8b-4bce-bc81-037b578b6e09 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/7a168e69-0f7b-4c79-a59d-e15137a64373 HTTP/1.1" status: 204 len: 168 time: 0.3313556 Oct 17 04:09:40.200989 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36190) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:40.201521 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae7856-a1a9-4158-b8dc-63f677afb05d None None] Network 281623ae-51f6-4072-a866-be5c6560c411 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:09:40.274824 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (281623ae-51f6-4072-a866-be5c6560c411), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.319498 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Deleting port 77c61048-4a8b-4013-942b-ab36193957df {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:40.319871 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (77c61048-4a8b-4013-942b-ab36193957df), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.368758 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] DHCP port deletion for 281623ae-51f6-4072-a866-be5c6560c411 request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:09:40.396061 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] For port 77c61048-4a8b-4013-942b-ab36193957df, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=77c61048-4a8b-4013-942b-ab36193957df,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:40.396426 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (77c61048-4a8b-4013-942b-ab36193957df), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.410011 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Deleting port 77c61048-4a8b-4013-942b-ab36193957df {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:40.410384 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (77c61048-4a8b-4013-942b-ab36193957df), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.410786 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Calling delete_port for 77c61048-4a8b-4013-942b-ab36193957df owned by network:dhcp {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:40.456464 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:40.477285 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] For port 77c61048-4a8b-4013-942b-ab36193957df, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=77c61048-4a8b-4013-942b-ab36193957df,segment=NetworkSegment(55a2fe9e-7679-4d01-90aa-0404098576e8),segment_id=55a2fe9e-7679-4d01-90aa-0404098576e8)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:40.477703 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (77c61048-4a8b-4013-942b-ab36193957df), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.490269 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Calling delete_port for 77c61048-4a8b-4013-942b-ab36193957df owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:40.565372 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (77c61048-4a8b-4013-942b-ab36193957df), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.571165 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (77c61048-4a8b-4013-942b-ab36193957df), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.596325 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Pushing event deleted for resources: {'Port': ['ID=77c61048-4a8b-4013-942b-ab36193957df,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:40.596325 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] No DVR routers for this DVR port 77c61048-4a8b-4013-942b-ab36193957df on host dv-cinder-815582-16-iscsi {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:09:40.596648 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Pushing event deleted for resources: {'Port': ['ID=77c61048-4a8b-4013-942b-ab36193957df,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:40.601263 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] No DVR routers for this DVR port 77c61048-4a8b-4013-942b-ab36193957df on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.619142 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b394755-d3d4-4ab1-83cc-5fe5121950f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-16-iscsi {{(pid=111641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:09:40.670505 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (281623ae-51f6-4072-a866-be5c6560c411), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.690998 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281623ae-51f6-4072-a866-be5c6560c411']}} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:40.700631 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a2fe9e-7679-4d01-90aa-0404098576e8') {'for_net_delete': True} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:40.700921 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a2fe9e-7679-4d01-90aa-0404098576e8') {} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:40.710421 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119884'] for segment (55a2fe9e-7679-4d01-90aa-0404098576e8), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.724199 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (55a2fe9e-7679-4d01-90aa-0404098576e8), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.730220 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=111639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:09:40.730583 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14817079'] for segment (55a2fe9e-7679-4d01-90aa-0404098576e8), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.769433 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 55a2fe9e-7679-4d01-90aa-0404098576e8 resource provider aggregate not found Oct 17 04:09:40.788453 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment 55a2fe9e-7679-4d01-90aa-0404098576e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55a2fe9e-7679-4d01-90aa-0404098576e8 found for delete ", "request_id": "req-f8e61c0b-1254-4f1e-b6a1-39e6416dd93f"}]} Oct 17 04:09:40.839261 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (281623ae-51f6-4072-a866-be5c6560c411), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.844883 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:40.850482 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/281623ae-51f6-4072-a866-be5c6560c411 HTTP/1.1" status: 204 len: 168 time: 0.6484499 Oct 17 04:09:40.851017 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 36196) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:40.861855 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a95c64-d4dd-4f53-ba6d-67c8ab6f164f admin admin] Pushing event deleted for resources: {'Network': ['ID=281623ae-51f6-4072-a866-be5c6560c411,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:41.166063 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467789'] for router_interface (7a84cfa2-43b7-425f-84e4-f468002b63c3), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:41.185853 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 7c5091e3-0cec-4a02-9ae5-e1300625b60e no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:09:41.206100 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 7c5091e3-0cec-4a02-9ae5-e1300625b60e {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:09:41.206526 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 7c5091e3-0cec-4a02-9ae5-e1300625b60e not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:09:41.207004 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 832c93df-a086-4325-8a9d-aba4e4af95df no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:09:41.225303 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 832c93df-a086-4325-8a9d-aba4e4af95df {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:09:41.225645 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 832c93df-a086-4325-8a9d-aba4e4af95df not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:09:41.226078 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 77c61048-4a8b-4013-942b-ab36193957df no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:09:41.244607 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 77c61048-4a8b-4013-942b-ab36193957df {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:09:41.244955 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 77c61048-4a8b-4013-942b-ab36193957df not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:09:41.383928 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Deleting port 263f4313-c50d-4ad5-b9a7-57db1474423d {{(pid=111640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:41.384169 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:41.464046 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.db [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] For port 263f4313-c50d-4ad5-b9a7-57db1474423d, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=263f4313-c50d-4ad5-b9a7-57db1474423d,segment=NetworkSegment(f830dc42-6a56-48b8-9e04-dfa62ac1b944),segment_id=f830dc42-6a56-48b8-9e04-dfa62ac1b944)] {{(pid=111640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:41.464408 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:41.477450 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.plugins.ml2.plugin [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Calling delete_port for 263f4313-c50d-4ad5-b9a7-57db1474423d owned by network:router_interface {{(pid=111640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:41.866474 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:41.897897 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:42.005375 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12638958'] for port (263f4313-c50d-4ad5-b9a7-57db1474423d), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:42.030869 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=263f4313-c50d-4ad5-b9a7-57db1474423d,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:42.191035 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467769'] for router_interface (7a84cfa2-43b7-425f-84e4-f468002b63c3), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:42.211614 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5484731-0d06-44f2-bcbf-90f2886af4fc None None] get_active_networks_info from dv-cinder-815582-16-iscsi {{(pid=111641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:09:42.217989 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:42.220446 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=2,neutron:SELECT=65,neutron:DELETE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:42.236864 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:42.285518 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5484731-0d06-44f2-bcbf-90f2886af4fc None None] Resources bound (agent type, host, resource id): {{(pid=111641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:09:42.401275 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Router 7a84cfa2-43b7-425f-84e4-f468002b63c3 has already been hosted by L3 agent 1e087f08-5bc7-4271-9cc7-d85e00ab43db {{(pid=111640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:09:42.509161 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] Notify agent at l3_agent.dv-cinder-815582-16-iscsi the message routers_updated {{(pid=111640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:09:42.517479 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36198) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:42.518076 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-56cbe6e2-fa8b-47a1-8190-40d16adedd37 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/7a84cfa2-43b7-425f-84e4-f468002b63c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654534 Oct 17 04:09:42.519714 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] Sync routers for ids ['7a84cfa2-43b7-425f-84e4-f468002b63c3'] in dv-cinder-815582-16-iscsi {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:09:42.531343 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] Routers {'7a84cfa2-43b7-425f-84e4-f468002b63c3'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:09:42.532042 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:09:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['7a84cfa2-43b7-425f-84e4-f468002b63c3'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:42.619515 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:42.626354 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks [] for router (7a84cfa2-43b7-425f-84e4-f468002b63c3), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:42.643649 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] Set router 7a84cfa2-43b7-425f-84e4-f468002b63c3 gateway port host: dv-cinder-815582-16-iscsi {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:09:42.739425 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks [] for router_gateway (7a84cfa2-43b7-425f-84e4-f468002b63c3), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:42.823589 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'external_fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:33Z', 'updated_at': '2022-10-17T04:09:41Z', 'revision_number': 5, 'project_id': 'a48f898280ab4371a905047720968afa', 'gw_port': {'id': 'a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5', 'name': '', 'network_id': '14feb4b0-7fc6-4965-b487-f1c2c4fe1ccf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:02:34Z', 'updated_at': '2022-10-17T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b68869ba-9b6a-420a-a117-bd24c6fc1b2b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-16-iscsi'}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:42.840638 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Deleting port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:42.841050 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:42.855980 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] Checking router: 7a84cfa2-43b7-425f-84e4-f468002b63c3 for host: dv-cinder-815582-16-iscsi {{(pid=111641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:09:42.865447 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] Routers {'7a84cfa2-43b7-425f-84e4-f468002b63c3'} bound to L3 agent in host dv-cinder-815582-16-iscsi {{(pid=111641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:09:42.866063 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:42:29Z,description=,heartbeat_timestamp=2022-10-17T04:09:29Z,host='dv-cinder-815582-16-iscsi',id=1e087f08-5bc7-4271-9cc7-d85e00ab43db,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:42:29Z,topic='l3_agent')) {'router_ids': ['7a84cfa2-43b7-425f-84e4-f468002b63c3'], 'active': True} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:42.929822 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] For port a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5,segment=NetworkSegment(5ccf065f-8c6f-49bb-b8bc-4dddba77398f),segment_id=5ccf065f-8c6f-49bb-b8bc-4dddba77398f)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:42.930705 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:42.943711 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Calling delete_port for a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 owned by network:router_gateway {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:42.951444 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvr_db [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] Set router 7a84cfa2-43b7-425f-84e4-f468002b63c3 gateway port host: None {{(pid=111641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:09:43.004591 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_hamode_db [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:33Z', 'updated_at': '2022-10-17T04:09:42Z', 'revision_number': 6, 'project_id': 'a48f898280ab4371a905047720968afa', 'gw_port_host': None}], 'dv-cinder-815582-16-iscsi', False) {} {{(pid=111641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:43.036870 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0f408-8aa0-42d8-81ab-6d5f2b74dcb4 None None] The sync data for ids ['7a84cfa2-43b7-425f-84e4-f468002b63c3'] in dv-cinder-815582-16-iscsi is: [{'id': '7a84cfa2-43b7-425f-84e4-f468002b63c3', 'name': 'tempest-TestVolumeBootPattern-1009286754-router', 'tenant_id': 'a48f898280ab4371a905047720968afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:02:33Z', 'updated_at': '2022-10-17T04:09:42Z', 'revision_number': 6, 'project_id': 'a48f898280ab4371a905047720968afa', 'gw_port_host': None}] {{(pid=111641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:09:43.040679 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:43.040958 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.provisioning_blocks [None req-5f10c9fe-0291-4861-bace-198194f1a6bd None None] Provisioning complete for port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 triggered by entity DHCP. {{(pid=111641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:09:43.041136 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-5f10c9fe-0291-4861-bace-198194f1a6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614247'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), provisioning_complete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.041592 dv-cinder-815582-16-iscsi neutron-server[111641]: INFO neutron.plugins.ml2.plugin [None req-5f10c9fe-0291-4861-bace-198194f1a6bd None None] Attempt 1 to provision port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 Oct 17 04:09:43.091493 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=100 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:43.125301 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-5f10c9fe-0291-4861-bace-198194f1a6bd None None] Current status of the port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 is: ACTIVE; New status is: ACTIVE {{(pid=111641) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:09:43.159327 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.184671 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:43.247665 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-469619'] for router_gateway (7a84cfa2-43b7-425f-84e4-f468002b63c3), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.333891 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-467832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7813'] for router (7a84cfa2-43b7-425f-84e4-f468002b63c3), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.335945 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks [] for router_controller (7a84cfa2-43b7-425f-84e4-f468002b63c3), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.428455 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-467809'] for router (7a84cfa2-43b7-425f-84e4-f468002b63c3), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.430109 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a84cfa2-43b7-425f-84e4-f468002b63c3 {{(pid=111639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:09:43.434847 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.435869 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-527fc322-4428-4780-9218-8c08b301add8 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/7a84cfa2-43b7-425f-84e4-f468002b63c3 HTTP/1.1" status: 204 len: 168 time: 0.9173570 Oct 17 04:09:43.438503 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36200) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:43.487524 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 263f4313-c50d-4ad5-b9a7-57db1474423d no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:09:43.491415 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.db_base_plugin_v2 [None req-703d61e4-2905-4290-a081-2b71c7818f79 admin admin] Deleting subnet 5797d55e-9ab2-4ce4-9224-87f5cd2bef0b {{(pid=111639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:09:43.498433 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-703d61e4-2905-4290-a081-2b71c7818f79 admin admin] Publish callbacks [] for subnet (5797d55e-9ab2-4ce4-9224-87f5cd2bef0b), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.510415 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: 263f4313-c50d-4ad5-b9a7-57db1474423d {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:09:43.510822 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device 263f4313-c50d-4ad5-b9a7-57db1474423d not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:09:43.531702 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-703d61e4-2905-4290-a081-2b71c7818f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13119989'] for subnet (5797d55e-9ab2-4ce4-9224-87f5cd2bef0b), precommit_delete_associations {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.608336 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-703d61e4-2905-4290-a081-2b71c7818f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3506076'] for subnet (5797d55e-9ab2-4ce4-9224-87f5cd2bef0b), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.736777 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-703d61e4-2905-4290-a081-2b71c7818f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13529539'] for subnet (5797d55e-9ab2-4ce4-9224-87f5cd2bef0b), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.759872 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d61e4-2905-4290-a081-2b71c7818f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5797d55e-9ab2-4ce4-9224-87f5cd2bef0b,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:43.765800 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-703d61e4-2905-4290-a081-2b71c7818f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for subnet (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:43.769048 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-703d61e4-2905-4290-a081-2b71c7818f79 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/5797d55e-9ab2-4ce4-9224-87f5cd2bef0b HTTP/1.1" status: 204 len: 168 time: 0.3294597 Oct 17 04:09:43.771461 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36202) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:43.771847 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447509f7-f518-4f6f-90af-d0d80398b887 None None] Network 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 requested from dv-cinder-815582-16-iscsi {{(pid=111641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:09:43.923867 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7b9549-9784-4e84-a140-5e68b5bbc196 None None] DHCP port deletion for 8c06ae2b-5367-4980-9e2e-1f75c36cfe54 request from dv-cinder-815582-16-iscsi {{(pid=111641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:09:43.966178 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b9549-9784-4e84-a140-5e68b5bbc196 None None] Deleting port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 {{(pid=111641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:43.966667 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9549-9784-4e84-a140-5e68b5bbc196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), before_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.039422 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.db [None req-ca7b9549-9784-4e84-a140-5e68b5bbc196 None None] For port b4261afc-8bf4-4e93-8bdd-ed4d5131e319, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=b4261afc-8bf4-4e93-8bdd-ed4d5131e319,segment=NetworkSegment(f830dc42-6a56-48b8-9e04-dfa62ac1b944),segment_id=f830dc42-6a56-48b8-9e04-dfa62ac1b944)] {{(pid=111641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:44.039857 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9549-9784-4e84-a140-5e68b5bbc196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), precommit_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.054205 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b9549-9784-4e84-a140-5e68b5bbc196 None None] Calling delete_port for b4261afc-8bf4-4e93-8bdd-ed4d5131e319 owned by network:dhcp {{(pid=111641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:44.092627 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3479633'] for network (8c06ae2b-5367-4980-9e2e-1f75c36cfe54), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.137309 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Deleting port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 {{(pid=111639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:09:44.138144 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760401006376'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.182955 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:44.199716 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9549-9784-4e84-a140-5e68b5bbc196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), after_delete {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.200023 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.db [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] For port b4261afc-8bf4-4e93-8bdd-ed4d5131e319, host dv-cinder-815582-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-16-iscsi',level=0,port_id=b4261afc-8bf4-4e93-8bdd-ed4d5131e319,segment=NetworkSegment(f830dc42-6a56-48b8-9e04-dfa62ac1b944),segment_id=f830dc42-6a56-48b8-9e04-dfa62ac1b944)] {{(pid=111639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:09:44.200378 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486515'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.212831 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Calling delete_port for b4261afc-8bf4-4e93-8bdd-ed4d5131e319 owned by network:dhcp {{(pid=111639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:09:44.225994 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b9549-9784-4e84-a140-5e68b5bbc196 None None] Pushing event deleted for resources: {'Port': ['ID=b4261afc-8bf4-4e93-8bdd-ed4d5131e319,revision_number=None']} {{(pid=111641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:44.227868 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b9549-9784-4e84-a140-5e68b5bbc196 None None] No DVR routers for this DVR port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 on host dv-cinder-815582-16-iscsi {{(pid=111641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:09:44.288140 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:44.294384 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3507272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760401009830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760400551397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14817256'] for port (b4261afc-8bf4-4e93-8bdd-ed4d5131e319), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.318492 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4261afc-8bf4-4e93-8bdd-ed4d5131e319,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:44.322110 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] No DVR routers for this DVR port b4261afc-8bf4-4e93-8bdd-ed4d5131e319 on host dv-cinder-815582-16-iscsi {{(pid=111639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:09:44.393838 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613582', 'neutron.services.segments.db._delete_segments_for_network-8760401064412'] for network (8c06ae2b-5367-4980-9e2e-1f75c36cfe54), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.413764 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c06ae2b-5367-4980-9e2e-1f75c36cfe54']}} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:44.423201 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f830dc42-6a56-48b8-9e04-dfa62ac1b944') {'for_net_delete': True} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:44.423489 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.services.segments.db [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f830dc42-6a56-48b8-9e04-dfa62ac1b944') {} {{(pid=111639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:09:44.432713 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760401019558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13119884'] for segment (f830dc42-6a56-48b8-9e04-dfa62ac1b944), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.446361 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443'] for segment (f830dc42-6a56-48b8-9e04-dfa62ac1b944), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.452431 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=111639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:09:44.452804 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14817079'] for segment (f830dc42-6a56-48b8-9e04-dfa62ac1b944), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.492111 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment f830dc42-6a56-48b8-9e04-dfa62ac1b944 resource provider aggregate not found Oct 17 04:09:44.508676 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.services.segments.plugin [-] Segment f830dc42-6a56-48b8-9e04-dfa62ac1b944 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f830dc42-6a56-48b8-9e04-dfa62ac1b944 found for delete ", "request_id": "req-f29e28b9-1692-414b-a206-ed3542b41787"}]} Oct 17 04:09:44.565383 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3661437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-469676'] for network (8c06ae2b-5367-4980-9e2e-1f75c36cfe54), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.570621 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576879'] for network (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:44.573639 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/8c06ae2b-5367-4980-9e2e-1f75c36cfe54 HTTP/1.1" status: 204 len: 168 time: 0.8012562 Oct 17 04:09:44.584435 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c8c84-b91c-4afe-a4b8-caf88b9ed5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c06ae2b-5367-4980-9e2e-1f75c36cfe54,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:44.914349 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36210) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:44.957384 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-fe30a578-1723-48cb-855c-35fe095f8061 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=8dbea8f697124e6bb449a9ed71670dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418484 Oct 17 04:09:44.959929 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [-] (111639) accepted ('10.222.0.17', 36212) {{(pid=111639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:45.006682 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7c79-5670-4067-8966-8c005bf6720c admin admin] Publish callbacks [] for security_group (a9a15512-92db-4fa6-84ed-94383d2a60af), before_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:45.026726 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7c79-5670-4067-8966-8c005bf6720c admin admin] Publish callbacks [] for security_group (a9a15512-92db-4fa6-84ed-94383d2a60af), precommit_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:45.146664 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7c79-5670-4067-8966-8c005bf6720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (a9a15512-92db-4fa6-84ed-94383d2a60af), after_delete {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:45.149269 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7c79-5670-4067-8966-8c005bf6720c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:45.150479 dv-cinder-815582-16-iscsi neutron-server[111639]: INFO neutron.wsgi [None req-9cfa7c79-5670-4067-8966-8c005bf6720c admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/a9a15512-92db-4fa6-84ed-94383d2a60af HTTP/1.1" status: 204 len: 168 time: 0.1896780 Oct 17 04:09:45.159888 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa7c79-5670-4067-8966-8c005bf6720c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a15512-92db-4fa6-84ed-94383d2a60af,revision_number=None']} {{(pid=111639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:45.195475 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:09:45.217919 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:09:45.218263 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device a2bc9e14-a4d9-401a-b6c9-59e1e18a5db5 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:09:45.218665 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device b4261afc-8bf4-4e93-8bdd-ed4d5131e319 no longer exists at agent ovs-agent-dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:09:45.238206 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.plugin [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] No Port match for: b4261afc-8bf4-4e93-8bdd-ed4d5131e319 {{(pid=111641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:09:45.238552 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron.plugins.ml2.rpc [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Device b4261afc-8bf4-4e93-8bdd-ed4d5131e319 not bound to the agent host dv-cinder-815582-16-iscsi {{(pid=111641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:09:45.732967 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 36218) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:45.772615 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-31c4cd84-b83c-4c05-9219-3d9ab06c682f admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=a48f898280ab4371a905047720968afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384851 Oct 17 04:09:45.775030 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.wsgi [-] (111640) accepted ('10.222.0.17', 36220) {{(pid=111640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:09:45.822156 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-67ef32fb-b7e1-437c-b48d-9911d93107f6 admin admin] Publish callbacks [] for security_group (065e8bcd-d5a6-4982-a53f-87009260479e), before_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:45.843061 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-67ef32fb-b7e1-437c-b48d-9911d93107f6 admin admin] Publish callbacks [] for security_group (065e8bcd-d5a6-4982-a53f-87009260479e), precommit_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:45.941828 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-67ef32fb-b7e1-437c-b48d-9911d93107f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545830'] for security_group (065e8bcd-d5a6-4982-a53f-87009260479e), after_delete {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:45.944331 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron_lib.callbacks.manager [None req-67ef32fb-b7e1-437c-b48d-9911d93107f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:45.945457 dv-cinder-815582-16-iscsi neutron-server[111640]: INFO neutron.wsgi [None req-67ef32fb-b7e1-437c-b48d-9911d93107f6 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/065e8bcd-d5a6-4982-a53f-87009260479e HTTP/1.1" status: 204 len: 168 time: 0.1695511 Oct 17 04:09:45.954530 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef32fb-b7e1-437c-b48d-9911d93107f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e8bcd-d5a6-4982-a53f-87009260479e,revision_number=None']} {{(pid=111640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:09:51.136145 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:54.880328 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=2 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:54.884120 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=69 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:55.063109 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:DELETE=5,neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:55.155102 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG dbcounter [-] [111639] Writing DB stats neutron:DELETE=6,neutron:SELECT=60 {{(pid=111639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:55.948500 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=85,neutron:DELETE=3 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:55.949784 dv-cinder-815582-16-iscsi neutron-server[111640]: DEBUG dbcounter [-] [111640] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=111640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:09:56.719339 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b455-52ea-4e81-a3ca-94e5172ddc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:09:59.050354 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ef49d1b0-eb92-4e4f-9a6e-9a4119999c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:00.295878 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:01.615805 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:01.673041 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:11.592825 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:10:11.596688 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=35,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:10:11.600910 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:10:13.851759 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:10:21.111301 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:26.690032 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-d32e52f2-0bae-4987-973e-7701488a9261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:28.906591 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-97581914-fd6b-4d32-8d83-d168b5c1218b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:30.306595 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:31.593596 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:31.671659 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:31.879428 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:10:31.880151 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:10:42.522744 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:10:42.524613 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:10:42.526314 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:10:50.851641 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:10:51.105796 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:56.715712 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-42a0c628-3dfa-41ac-86a5-73908456ce5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:10:58.899983 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-c5566a8e-8754-4ca8-abd4-00bb9f76619d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:00.311179 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:01.585548 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:01.671191 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:08.882891 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:08.887890 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:11.593040 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:11.596949 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:11.600635 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:21.160584 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:22.519749 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=12 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:22.523605 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=14 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:26.704874 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-7204ddee-aeb0-4475-911a-8f57ce89b542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:27.850742 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:11:28.942842 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-29e394ea-c20c-4571-8f8a-0e981635da62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:30.304742 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:31.628455 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:31.652750 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:41.592825 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:41.597694 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:41.604639 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:45.878154 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:45.882987 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:11:51.166764 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:56.726705 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ab919b94-946c-43d8-af81-9b892b76e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:11:58.913196 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-abf38d8a-d039-4548-8bec-04ee47f5d2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:00.343607 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:01.635156 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:01.663560 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:04.851007 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:12:11.593393 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:12:11.598259 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:12:11.600364 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:12:14.527784 dv-cinder-815582-16-iscsi neutron-server[111639]: DEBUG neutron.wsgi [req-1c528504-4fe4-43e4-bb20-2f548171d629 req-42feb314-053b-40bf-8afa-656790f48d16 service neutron] (111639) timed out ('10.222.0.33', 50062) {{(pid=111639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 04:12:21.163652 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:24.886529 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:12:24.887292 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:12:26.718220 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-f24acfc7-50b9-4439-a9ec-934633b36dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:28.919724 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5123-0cce-4d5b-b355-6d116e5c0fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:30.302460 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:31.616649 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:31.645158 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:41.851060 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:12:42.519826 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:12:42.520518 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:12:42.522689 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:12:51.156994 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:56.753294 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-b2bd9b44-4e0f-473d-a27d-523ec2394e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:58.922559 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-66ba0642-8b0c-4c7d-8711-e9e13d030cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:12:59.865707 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=3 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:12:59.875665 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=5 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:13:00.313349 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:01.661431 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:01.689804 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:11.594859 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:13:11.599595 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:13:11.602288 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:13:18.850134 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:13:21.175081 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:26.752112 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-ce9cd72c-62a1-490e-84bb-d66e3b562f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:28.926997 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-95797139-e6ab-4d8b-a3a9-3f0b8815e375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:30.321275 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:31.648697 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:31.677168 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:36.870050 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=14 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:13:36.883074 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=20 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:13:41.560014 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:13:41.600217 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:13:41.607004 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:13:51.137214 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:55.850700 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:13:56.716747 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-fa3482cb-e650-4940-acfa-519f19a12c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:13:58.916344 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-32066287-fb97-4177-a0fd-816eb66fcd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:00.325540 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:01.625078 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:01.691217 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:11.596666 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:11.601464 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:11.604158 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:15.861019 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=7 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:21.144677 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:24.893305 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:26.761486 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14f1b5f3-6f47-4807-b017-5fa2cdd3137a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:28.904299 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-548058ce-a1e9-41c9-b81e-d8763809261c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:30.355702 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:31.629839 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:31.704402 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:32.850511 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG neutron.db.agents_db [None req-3fb2c7d2-35c9-4d5a-b3dc-1f0fdc392858 None None] Agent healthcheck: found 6 active agents {{(pid=111642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:14:42.520766 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=17 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:42.524664 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:UPDATE=4,neutron:SELECT=11 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:42.526351 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG dbcounter [-] [111641] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111641) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:50.870936 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:50.875798 dv-cinder-815582-16-iscsi neutron-server[111642]: DEBUG dbcounter [-] [111642] Writing DB stats neutron:SELECT=4 {{(pid=111642) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:14:51.166004 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-14b07beb-2178-4bac-8422-e80d82f8b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (a068dba6-ff61-4e26-941b-903633b4ed43), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:56.729414 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-169f46d2-2876-45f4-afdb-963c6e1b7372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (273eb1ee-8f02-4445-8b37-439c1f81b436), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:14:58.954702 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-8b62a1b5-fd88-47e6-9243-ec244f6f8d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (1e087f08-5bc7-4271-9cc7-d85e00ab43db), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:15:00.326730 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a995-24d9-4f40-884f-c87a20bb941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (4b86034b-3fda-4b1d-ad85-497704cf6378), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:15:01.634379 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-86a07ad5-1b92-4ec1-8f15-a2123f483f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (7e391468-afe1-44d3-9fba-70839c32a346), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:15:01.697297 dv-cinder-815582-16-iscsi neutron-server[111641]: DEBUG neutron_lib.callbacks.manager [None req-0a02baeb-d5d0-49a7-afbb-bf6b27d14667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760401064394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614401'] for agent (83ee5f97-3ca4-4c63-8148-62929779a0e1), after_update {{(pid=111641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}